Warmstart + Mitiq + Noise Backend + Optuna (IBM)

import sys
import os
sys.path.insert(0, os.path.abspath('../'))
sys.path.insert(0, os.path.abspath('../../'))

import qiskit
provider = qiskit.IBMQ.load_account()

import optuna
from qiskit import Aer
from qiskit.algorithms import QAOA
from qiskit_optimization.algorithms import MinimumEigenOptimizer
from qiskit_optimization.algorithms import WarmStartQAOAOptimizer, CobylaOptimizer

from shared.QiskitMaxcut import *
from shared.Mitiq_QAOA import *
from ibm.ibm_parameters import *

%matplotlib inline

print_parameters()

Optimizers: ['SPSA', 'QN-SPSA', 'COBYLA'] with MaxIter of 500
Number of shots: 8000
Repetitions: [ 1; 50 ]
Gamma value interval: [ -3.141592653589793; 3.141592653589793 ]
Beta value interval: [ 3.141592653589793;-3.141592653589793 ]
Number of Optuna Trials: 150
Noise Backend Name: ibmq_toronto

# ---- Define graph and MaxCut ----
graph = load_graph()
max_cut = Maxcut(graph)
max_cut_qubo = max_cut.to_qubo()
max_cut.draw()

def init_qaoa(optimizer, reps, init_parameters):
    quantum_instance = QuantumInstance(
                    backend=Aer.get_backend(DEFAULT_QASM_SIMULATOR),
                    shots=SHOTS,
                    noise_model=noise_model,
                    coupling_map=coupling_map,
                    basis_gates=basis_gates,
    )

    # generate QAOA to get circuit
    pre_qaoa = QAOA(optimizer=COBYLA(maxiter=1, tol=0), quantum_instance=quantum_instance, reps=reps, initial_point=init_parameters)
    MinimumEigenOptimizer(pre_qaoa).solve(max_cut_qubo)

    circuit = pre_qaoa.get_optimal_circuit()
    circuit.measure_all()

    if optimizer == "QN-SPSA":
        fidelity = QNSPSA.get_fidelity(pre_qaoa.ansatz)
        optimizer = QNSPSA(fidelity, maxiter=MAX_ITER)

    mitiq_qaoa = Mitiq_QAOA(mitiq_circuit=circuit.copy(),
                            optimizer=optimizer,
                            quantum_instance=quantum_instance,
                            reps=reps,
                            initial_point=init_parameters)

    ws_qaoa = WarmStartQAOAOptimizer(pre_solver=CobylaOptimizer(),
                                     relax_for_pre_solver=True,
                                     qaoa=mitiq_qaoa)

    return ws_qaoa

def run(max_cut_problem, qaoa):
    # Run quantum algorithm QAOA
    result = qaoa.solve(max_cut_problem)
    optimal_parameters = qaoa._qaoa.optimal_params
    return result, optimal_parameters.copy()

def objective(trial):
    optimizer_name = trial.suggest_categorical("optimizer", optimizers.keys())
    reps = trial.suggest_int('reps', REPS_MIN, REPS_MAX)
    parameters = []
    for i in range(reps):
        parameters.append(trial.suggest_uniform(f'gamma_{i}', GAMMA_MIN, GAMMA_MAX))

    for i in range(reps):
        parameters.append(trial.suggest_uniform(f'beta_{i}', BETA_MIN, BETA_MAX))

    optimizer = optimizers[optimizer_name]

    qaoa = init_qaoa(optimizer, reps, parameters)

    result, optimal_parameters = run(max_cut_qubo, qaoa)

    mean, distribution = max_cut.analyse(result)

    trial.set_user_attr(key="best", value=[mean,result,optimal_parameters, optimizer_name])

    return mean

study = optuna.create_study(direction='minimize')
study.optimize(objective, n_trials=N_TRIALS, callbacks=[save_best_trial])

[I 2021-08-05 11:16:42,899] A new study created in memory with name: no-name-ab029472-6804-46cd-9762-441b0c2a3adf
[I 2021-08-05 12:07:02,506] Trial 0 finished with value: -24.223250000000004 and parameters: {'optimizer': 'SPSA', 'reps': 39, 'gamma_0': 0.8685570225653336, 'gamma_1': 0.7818375330341745, 'gamma_2': -0.38364957571316705, 'gamma_3': 2.5734813458964583, 'gamma_4': -1.7690156257870007, 'gamma_5': -2.3689573388125265, 'gamma_6': -0.6503740615852234, 'gamma_7': 0.37572931183932257, 'gamma_8': 2.571205406759404, 'gamma_9': 2.765566438228011, 'gamma_10': 0.6807674853238881, 'gamma_11': -2.949009218493613, 'gamma_12': 2.103860353049198, 'gamma_13': -1.466703476188, 'gamma_14': -0.9947382180270452, 'gamma_15': 2.6240448838436183, 'gamma_16': 0.8432395705772482, 'gamma_17': 2.804941282068648, 'gamma_18': -2.2455108024781905, 'gamma_19': -2.847294945905772, 'gamma_20': 0.439123836123656, 'gamma_21': 2.009097149700774, 'gamma_22': -1.563379673499148, 'gamma_23': -2.178460880414132, 'gamma_24': 2.055374233524896, 'gamma_25': 1.1332684722349295, 'gamma_26': 0.18595589392360523, 'gamma_27': 2.430384495476363, 'gamma_28': -2.2975410484089043, 'gamma_29': 3.093235824130267, 'gamma_30': 1.3655868574765666, 'gamma_31': 1.7327883411326486, 'gamma_32': 2.8807436680714016, 'gamma_33': 0.29000340814358916, 'gamma_34': 2.0316481368853037, 'gamma_35': 0.5534152709151954, 'gamma_36': 0.0895458613138298, 'gamma_37': -0.5428617489868319, 'gamma_38': 3.000316281498981, 'beta_0': 2.5555636692790697, 'beta_1': 3.086135513521975, 'beta_2': 0.8200753296749577, 'beta_3': 2.21229772355072, 'beta_4': -0.2327703850415257, 'beta_5': 0.43989303656451817, 'beta_6': -0.24817950635382857, 'beta_7': -2.662502833904465, 'beta_8': -0.7613138666197261, 'beta_9': 2.3225096005409016, 'beta_10': -1.9981842581734826, 'beta_11': -2.5322896782047195, 'beta_12': -3.1139032816619467, 'beta_13': -1.9520020843310957, 'beta_14': 2.263837016017648, 'beta_15': -0.55617857003962, 'beta_16': -1.1140850205865287, 'beta_17': -1.4632497848853554, 'beta_18': -0.1655974123822901, 'beta_19': 1.7104831551637343, 'beta_20': 3.0147505878735066, 'beta_21': 2.18436453120151, 'beta_22': -2.3194638855392484, 'beta_23': 0.4249617132408092, 'beta_24': -2.301888398982563, 'beta_25': -1.2288285683735052, 'beta_26': -0.7480571678127279, 'beta_27': -0.013958427044407529, 'beta_28': 0.8161909977360238, 'beta_29': -2.3407436128441983, 'beta_30': 0.9175861780701764, 'beta_31': 1.8855374234710087, 'beta_32': -0.75845550503935, 'beta_33': -2.250317237322083, 'beta_34': -0.9281777625405225, 'beta_35': 2.625418946304058, 'beta_36': -1.461478269347772, 'beta_37': 1.3149018561564612, 'beta_38': -0.5940621055615476}. Best is trial 0 with value: -24.223250000000004.
[I 2021-08-05 12:58:47,632] Trial 1 finished with value: -23.765624999999996 and parameters: {'optimizer': 'QN-SPSA', 'reps': 21, 'gamma_0': -1.9581374499852373, 'gamma_1': 0.9171466021730605, 'gamma_2': -0.9053183454847238, 'gamma_3': -0.4071847157680617, 'gamma_4': 2.6131352425938505, 'gamma_5': -1.7801811591009253, 'gamma_6': 1.38711547606174, 'gamma_7': 2.4732832481792375, 'gamma_8': -2.7456095955844204, 'gamma_9': -0.6930901049063234, 'gamma_10': -1.3278442835288922, 'gamma_11': 2.555106594561808, 'gamma_12': 2.463801150528819, 'gamma_13': 0.7778320358232738, 'gamma_14': -2.5580471928384214, 'gamma_15': 1.0041690858065522, 'gamma_16': 2.632991902002715, 'gamma_17': -2.404105135461108, 'gamma_18': -1.6619721610262783, 'gamma_19': 1.9078333905947078, 'gamma_20': -0.21108213058378578, 'beta_0': -0.7169408251882814, 'beta_1': 2.0326299748193293, 'beta_2': 0.46934002585894774, 'beta_3': 1.4068150295422726, 'beta_4': -1.6087868919165904, 'beta_5': 1.0286980861859147, 'beta_6': 1.663452423745607, 'beta_7': 2.000494799542354, 'beta_8': -1.6121370495891423, 'beta_9': 1.1090415920246564, 'beta_10': -1.8382366720856431, 'beta_11': 2.817501499479322, 'beta_12': -3.0391356191510477, 'beta_13': 0.5895552793621692, 'beta_14': -0.42349102947616935, 'beta_15': -1.1048995719747152, 'beta_16': -1.3785613386650812, 'beta_17': 3.014983994624065, 'beta_18': 1.1695958055386981, 'beta_19': -2.3686590292258254, 'beta_20': -1.1027343354752608}. Best is trial 0 with value: -24.223250000000004.
[I 2021-08-05 13:25:53,554] Trial 2 finished with value: -23.849 and parameters: {'optimizer': 'COBYLA', 'reps': 46, 'gamma_0': 0.6837763554610938, 'gamma_1': 0.723186640248699, 'gamma_2': -0.8577706378486059, 'gamma_3': -1.0213979581344166, 'gamma_4': -2.0528119021533024, 'gamma_5': -0.0830762963747298, 'gamma_6': -1.2490631270638244, 'gamma_7': -0.3749983651002604, 'gamma_8': -1.403068452464003, 'gamma_9': 0.18954439536556889, 'gamma_10': 2.8308475964237223, 'gamma_11': 1.826920532439357, 'gamma_12': 2.5530978432843243, 'gamma_13': 1.9555423537782115, 'gamma_14': -1.6311533325006158, 'gamma_15': 0.057999411082490404, 'gamma_16': 1.0822732567662605, 'gamma_17': 3.049985016343305, 'gamma_18': 2.1136733518080364, 'gamma_19': 1.8094599438296983, 'gamma_20': -2.1557483892824827, 'gamma_21': -2.7410230920847707, 'gamma_22': 1.5125034627892608, 'gamma_23': 0.5296736775743658, 'gamma_24': -0.402058180035445, 'gamma_25': -1.4387487609151477, 'gamma_26': 1.6533576830964218, 'gamma_27': 0.3258735548408871, 'gamma_28': 0.3557658348551356, 'gamma_29': 1.9985126202531918, 'gamma_30': 3.1061270553739098, 'gamma_31': -0.8043203808426389, 'gamma_32': -2.2689452608454546, 'gamma_33': 0.6036597455237245, 'gamma_34': 0.9825554108510506, 'gamma_35': 0.8035980798894893, 'gamma_36': 1.814605707563576, 'gamma_37': 0.4276607270039703, 'gamma_38': -1.9282058535287716, 'gamma_39': -2.201596422765317, 'gamma_40': 2.4239601836061047, 'gamma_41': -1.222663800629532, 'gamma_42': -2.595524300764687, 'gamma_43': 2.9242901321976014, 'gamma_44': -0.8813946169208275, 'gamma_45': 2.8264530948276896, 'beta_0': -1.933832042184425, 'beta_1': -0.7248542480204145, 'beta_2': -3.061373892418179, 'beta_3': -1.785310430850309, 'beta_4': -0.1775325658545186, 'beta_5': 0.46056938211754117, 'beta_6': 1.6200713028001488, 'beta_7': -2.452997241549045, 'beta_8': -1.5604915034252111, 'beta_9': -0.6106737016059958, 'beta_10': 0.3653763338352465, 'beta_11': 2.772746707960204, 'beta_12': 0.9942398087149771, 'beta_13': 1.6378951733331846, 'beta_14': -2.1411815189893195, 'beta_15': -2.4686413782285053, 'beta_16': -2.2641076090486316, 'beta_17': -1.9453730992507634, 'beta_18': 0.2975091769838323, 'beta_19': -1.5215946034340817, 'beta_20': -1.998667055157713, 'beta_21': 2.1702954619282977, 'beta_22': 2.764092485169825, 'beta_23': 0.12005117314194713, 'beta_24': -0.897708490902787, 'beta_25': 2.7201409896400754, 'beta_26': 2.6971335684813855, 'beta_27': 2.5763050423822884, 'beta_28': 1.0534409701434164, 'beta_29': -1.8639997204267293, 'beta_30': -0.31028306713652887, 'beta_31': -2.5859321107849715, 'beta_32': -0.005718289433711554, 'beta_33': -2.010002401133808, 'beta_34': 2.4198724146406887, 'beta_35': 1.5602694264433028, 'beta_36': 2.890839708302166, 'beta_37': 0.8982657241720142, 'beta_38': 2.5047232300983273, 'beta_39': -1.5770807453594926, 'beta_40': -0.12926689145515358, 'beta_41': -2.706164619457203, 'beta_42': -0.18288730718768287, 'beta_43': 2.049043894861571, 'beta_44': -2.8974004286130564, 'beta_45': -2.394788898182098}. Best is trial 0 with value: -24.223250000000004.
[I 2021-08-05 13:38:37,686] Trial 3 finished with value: -25.946 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': -1.9291987251371288, 'gamma_1': 1.360810543601633, 'gamma_2': -0.6344259231593852, 'beta_0': 1.4474610559808667, 'beta_1': -1.3918246811189312, 'beta_2': -1.8573284123380722}. Best is trial 3 with value: -25.946.
[I 2021-08-05 13:40:32,693] Trial 4 finished with value: -24.017375 and parameters: {'optimizer': 'COBYLA', 'reps': 7, 'gamma_0': 0.5593884200050518, 'gamma_1': -0.8441653087483512, 'gamma_2': -1.3444844142345778, 'gamma_3': 2.5601757643461696, 'gamma_4': 1.2971446530814736, 'gamma_5': -2.3789596608060015, 'gamma_6': 0.8105245361353277, 'beta_0': 0.9017844045210515, 'beta_1': 2.6222873517151353, 'beta_2': 2.3876449138412292, 'beta_3': -3.0818090821033937, 'beta_4': 0.18090643911920568, 'beta_5': 0.5481079188111204, 'beta_6': 0.6591497000586162}. Best is trial 3 with value: -25.946.
[I 2021-08-05 14:29:36,816] Trial 5 finished with value: -23.885125000000002 and parameters: {'optimizer': 'SPSA', 'reps': 39, 'gamma_0': -1.1650124996601257, 'gamma_1': -2.1189820913407686, 'gamma_2': 1.7120027467021535, 'gamma_3': -0.695932328617554, 'gamma_4': 3.0548073048021527, 'gamma_5': -1.1634138547979853, 'gamma_6': -2.805884974769642, 'gamma_7': 0.9006870956255506, 'gamma_8': -2.7017244720254054, 'gamma_9': -2.797482307584981, 'gamma_10': -2.618292360017403, 'gamma_11': -1.8794233745187003, 'gamma_12': 1.7569740174290498, 'gamma_13': -0.8925861292273765, 'gamma_14': -0.23969300267949922, 'gamma_15': 1.133645433194098, 'gamma_16': -0.13736737972620316, 'gamma_17': -2.334233026811838, 'gamma_18': 1.5367901920579614, 'gamma_19': 1.7452195065688345, 'gamma_20': -0.30707749299117193, 'gamma_21': -1.1425187420111327, 'gamma_22': -0.5054442156260781, 'gamma_23': 3.1138495006575386, 'gamma_24': 0.011209179963460603, 'gamma_25': 1.575900376382993, 'gamma_26': 2.194689824140359, 'gamma_27': 1.230045568275159, 'gamma_28': 1.3833399710673797, 'gamma_29': 2.997232772253269, 'gamma_30': -1.8291430782155027, 'gamma_31': -2.5480440987415403, 'gamma_32': -2.2169566757543357, 'gamma_33': -0.1999756669164965, 'gamma_34': -1.1082915788771133, 'gamma_35': -1.8433777908993638, 'gamma_36': -3.132377073726223, 'gamma_37': -0.27384400512994356, 'gamma_38': 0.03008740368209173, 'beta_0': 0.9224613868008591, 'beta_1': -2.264801752692133, 'beta_2': 0.155281088899772, 'beta_3': -1.5701819394237488, 'beta_4': -0.662560791348314, 'beta_5': -2.247101288192505, 'beta_6': 1.9071334487224654, 'beta_7': 1.7503698544865172, 'beta_8': 1.6879742798322388, 'beta_9': -1.4081871215935466, 'beta_10': -1.826756777633346, 'beta_11': -2.845254170077483, 'beta_12': -0.3683744025597, 'beta_13': 2.2766195597755656, 'beta_14': -0.6717117511670727, 'beta_15': 2.6731819390749143, 'beta_16': 0.5614931594253552, 'beta_17': -1.0767919153574548, 'beta_18': -2.485820425950732, 'beta_19': 0.25891180141817083, 'beta_20': -1.3708699531091144, 'beta_21': -1.9986779983996423, 'beta_22': -1.9498955303716767, 'beta_23': 0.4006001354343325, 'beta_24': -1.1836040359004427, 'beta_25': -1.9631059720448, 'beta_26': 1.0980071602311066, 'beta_27': 2.3545554439509786, 'beta_28': 2.721458215980115, 'beta_29': 0.4808494782811463, 'beta_30': -1.91636056130007, 'beta_31': -2.9360991781649624, 'beta_32': 1.770645067301877, 'beta_33': -0.8680092593881557, 'beta_34': -0.0851600901312004, 'beta_35': -1.4866919535295924, 'beta_36': 0.17917395498521893, 'beta_37': -0.8505549098900982, 'beta_38': 1.6540981804345813}. Best is trial 3 with value: -25.946.
[I 2021-08-05 15:37:39,144] Trial 6 finished with value: -24.025 and parameters: {'optimizer': 'QN-SPSA', 'reps': 31, 'gamma_0': -0.8545064017296284, 'gamma_1': -0.19425935139615635, 'gamma_2': -1.227833540282277, 'gamma_3': -1.2332183192739392, 'gamma_4': 2.5674410805351897, 'gamma_5': 2.67704840070194, 'gamma_6': 2.3217551596782497, 'gamma_7': -2.1203030052031204, 'gamma_8': -2.068557728746335, 'gamma_9': -2.2191806950196877, 'gamma_10': 2.7481306669817505, 'gamma_11': -1.2412915674893097, 'gamma_12': -0.3393319735476146, 'gamma_13': 2.726533229903856, 'gamma_14': -1.4510534925176057, 'gamma_15': -0.3764752807780547, 'gamma_16': 1.112450310177997, 'gamma_17': 0.8028708190733722, 'gamma_18': 0.9692901175442543, 'gamma_19': 1.4877280031554339, 'gamma_20': -2.4114003446642083, 'gamma_21': 2.122834051558054, 'gamma_22': -2.759448460365304, 'gamma_23': 3.047568744368058, 'gamma_24': 0.15287211757148933, 'gamma_25': 0.5437561104354889, 'gamma_26': 0.3766390686634895, 'gamma_27': -1.6839085697415896, 'gamma_28': -1.6439533155933697, 'gamma_29': 2.4470719692274203, 'gamma_30': 0.10523547269208633, 'beta_0': -0.4773692436322734, 'beta_1': 0.4264733945589789, 'beta_2': 1.9422620516016318, 'beta_3': -0.5496752425452027, 'beta_4': -0.005902326422845494, 'beta_5': 0.03912660632444487, 'beta_6': -1.8249354159595386, 'beta_7': 1.211525775605443, 'beta_8': -0.8776080868568457, 'beta_9': 0.5435540609670788, 'beta_10': -0.16618520404235193, 'beta_11': 1.9466041954109192, 'beta_12': -0.976066076061525, 'beta_13': 1.061494990451008, 'beta_14': -1.678224147048628, 'beta_15': 2.6737416896407096, 'beta_16': -1.5167195952990475, 'beta_17': 2.998874119097743, 'beta_18': 0.7308477773279107, 'beta_19': 2.5102078226083453, 'beta_20': 0.43702293314492735, 'beta_21': 2.135346366943331, 'beta_22': 2.3255530453866067, 'beta_23': -1.7719114828437352, 'beta_24': 0.6208126973921755, 'beta_25': -2.638958999218006, 'beta_26': -0.3815211351121759, 'beta_27': -0.8987259423838334, 'beta_28': 2.590921970670351, 'beta_29': -1.303808739670522, 'beta_30': 2.3793763091372506}. Best is trial 3 with value: -25.946.
[I 2021-08-05 16:31:50,581] Trial 7 finished with value: -23.901000000000007 and parameters: {'optimizer': 'SPSA', 'reps': 44, 'gamma_0': 0.850585810792845, 'gamma_1': -0.4020496564621414, 'gamma_2': -2.8784147781500007, 'gamma_3': 0.020439019128057012, 'gamma_4': -2.1456905682663376, 'gamma_5': -1.4182563532369354, 'gamma_6': 1.1558759823756244, 'gamma_7': 2.0501109875417614, 'gamma_8': -2.902520982907737, 'gamma_9': 1.9935333921101348, 'gamma_10': 1.729022966492014, 'gamma_11': -2.6328131234199983, 'gamma_12': -0.8650382091856499, 'gamma_13': 2.8998284796737774, 'gamma_14': 0.897013329197561, 'gamma_15': -3.0216974990219394, 'gamma_16': -1.6631464276915358, 'gamma_17': 2.1938159181016488, 'gamma_18': -0.3336402761426416, 'gamma_19': -0.9917813724128233, 'gamma_20': 0.5056279696183363, 'gamma_21': 0.20909435326442916, 'gamma_22': -3.0982785132533928, 'gamma_23': 0.6552766411834088, 'gamma_24': 1.2858394517287426, 'gamma_25': -0.4028858345846724, 'gamma_26': 1.0169155959065215, 'gamma_27': 3.1159209512052026, 'gamma_28': 0.9710765176851295, 'gamma_29': 0.9651661169968024, 'gamma_30': -2.568442862953478, 'gamma_31': -0.08949491530997422, 'gamma_32': 1.5054501714883033, 'gamma_33': 0.19093427453990763, 'gamma_34': -2.6697686191446315, 'gamma_35': -0.12595220384413874, 'gamma_36': 0.6326096518914874, 'gamma_37': -1.8330774581164808, 'gamma_38': 0.041965384410002304, 'gamma_39': 2.356542502499541, 'gamma_40': -1.8499915631742372, 'gamma_41': 0.5755472126076766, 'gamma_42': 0.6428948424652909, 'gamma_43': -1.4304002866020882, 'beta_0': 1.4932441107557137, 'beta_1': 1.2487596645852692, 'beta_2': -2.898220310381812, 'beta_3': -0.08988537975589894, 'beta_4': -0.6786445643784198, 'beta_5': 3.0481894266432636, 'beta_6': -2.0774017281608486, 'beta_7': -2.458286749818774, 'beta_8': -0.4154453517601753, 'beta_9': -0.6360460345214456, 'beta_10': -2.0415508857675846, 'beta_11': -2.470191618423427, 'beta_12': -0.12368252207412134, 'beta_13': 2.7383746484749514, 'beta_14': 0.9233216482509912, 'beta_15': -1.4353179400376537, 'beta_16': 2.9360814184343917, 'beta_17': 1.8190679278613162, 'beta_18': -1.1702666840339488, 'beta_19': 0.7651457502648302, 'beta_20': 1.568741026750378, 'beta_21': -3.053713063926982, 'beta_22': 1.1107397173778404, 'beta_23': 2.377468635196789, 'beta_24': 3.1311503138527224, 'beta_25': 2.5279419798093032, 'beta_26': 0.8868131767586682, 'beta_27': -2.769128167438718, 'beta_28': 3.1006529504800815, 'beta_29': 1.9672463956648638, 'beta_30': -0.40576506243928634, 'beta_31': -2.9059161083201808, 'beta_32': 2.3305445013616977, 'beta_33': 1.5237157530801362, 'beta_34': -1.9286147886399843, 'beta_35': 2.415785500320596, 'beta_36': 1.4700300151648191, 'beta_37': 0.6830924159184635, 'beta_38': -0.9015965021625632, 'beta_39': 2.7337400944993586, 'beta_40': -0.949089448711625, 'beta_41': -0.1608264508293593, 'beta_42': -2.237135362078403, 'beta_43': -1.3244536975740748}. Best is trial 3 with value: -25.946.
[I 2021-08-05 16:48:26,718] Trial 8 finished with value: -23.863999999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 29, 'gamma_0': 0.643384257226443, 'gamma_1': -1.6130230725063037, 'gamma_2': -1.5449657014397926, 'gamma_3': -3.0830116798028966, 'gamma_4': 1.974949713604608, 'gamma_5': 1.524726645086651, 'gamma_6': -1.8905549095276828, 'gamma_7': 2.0169635914503647, 'gamma_8': 2.5551473907156694, 'gamma_9': 2.681075994770243, 'gamma_10': -0.3654345478183103, 'gamma_11': -0.7513160676730122, 'gamma_12': 0.39670619495578885, 'gamma_13': 2.1914935139121976, 'gamma_14': 1.7438093299808628, 'gamma_15': 2.221827162003642, 'gamma_16': 0.885206916331132, 'gamma_17': -2.457669640589702, 'gamma_18': -1.4437015877805583, 'gamma_19': 3.0945927410620504, 'gamma_20': 0.09212162041338479, 'gamma_21': 1.6494325341375395, 'gamma_22': 0.6080287962258413, 'gamma_23': -1.054101413731031, 'gamma_24': 0.41368870502355604, 'gamma_25': -0.1440549851866395, 'gamma_26': -1.094891075286657, 'gamma_27': 1.2408693336246017, 'gamma_28': 0.3790510223212138, 'beta_0': 2.4074240363473045, 'beta_1': -0.3443787309591144, 'beta_2': -0.9867982233278143, 'beta_3': -1.204387111686926, 'beta_4': 0.7933222601725429, 'beta_5': 3.028946076587766, 'beta_6': 0.05231022043795752, 'beta_7': 2.506236438696013, 'beta_8': 2.591655394883854, 'beta_9': 0.46631601867429273, 'beta_10': 1.5609558368032923, 'beta_11': -0.843942838196635, 'beta_12': 0.6475541895576757, 'beta_13': 1.1912565502591717, 'beta_14': -0.9899202761585024, 'beta_15': 0.6930635413266861, 'beta_16': -1.785444698706068, 'beta_17': 2.6643683479682982, 'beta_18': -1.2454639009460537, 'beta_19': -0.06381382446537609, 'beta_20': -1.3518669599137225, 'beta_21': 1.8188145307794352, 'beta_22': -2.301989949037916, 'beta_23': -0.6661041500469187, 'beta_24': -2.8129884409363286, 'beta_25': -0.33496145798074073, 'beta_26': -0.3363397470604572, 'beta_27': 1.6589540094316764, 'beta_28': -0.9506010203600539}. Best is trial 3 with value: -25.946.
[I 2021-08-05 17:06:26,353] Trial 9 finished with value: -24.072375000000005 and parameters: {'optimizer': 'COBYLA', 'reps': 32, 'gamma_0': -2.431386047994624, 'gamma_1': 0.5243322257658347, 'gamma_2': 2.3366701273995965, 'gamma_3': -0.8396733557565756, 'gamma_4': -1.8382041742270159, 'gamma_5': -1.0199969755913596, 'gamma_6': -0.5522046863828027, 'gamma_7': 1.2464671108015208, 'gamma_8': -0.8853654085353204, 'gamma_9': 1.8149808636281461, 'gamma_10': -0.40328318029362054, 'gamma_11': -1.0145444985125387, 'gamma_12': -2.0869141266944986, 'gamma_13': -2.1246121124936383, 'gamma_14': -0.015356644584294532, 'gamma_15': -0.5908515082987558, 'gamma_16': -1.0653320172068952, 'gamma_17': 2.031469741285134, 'gamma_18': -1.2936941912120088, 'gamma_19': 1.8385244737683486, 'gamma_20': -0.9127682193704065, 'gamma_21': -0.6414566350818385, 'gamma_22': 2.023888813626537, 'gamma_23': -1.9568109259614552, 'gamma_24': -0.2554097542545608, 'gamma_25': -1.2760019145371204, 'gamma_26': 2.5673110409871516, 'gamma_27': -1.6947687786912737, 'gamma_28': 2.2640410692690995, 'gamma_29': 2.3327233413879256, 'gamma_30': 0.7023409361802182, 'gamma_31': 1.0071139817247943, 'beta_0': 0.4487168869530693, 'beta_1': -1.2674870683904516, 'beta_2': -2.262771359984279, 'beta_3': -0.9829894169229876, 'beta_4': -0.4160808454296654, 'beta_5': -2.4638681479064353, 'beta_6': -2.8540632138082422, 'beta_7': 2.6280251043408045, 'beta_8': 1.366591911514277, 'beta_9': 2.1659405419272915, 'beta_10': -2.8095621897946508, 'beta_11': 2.0404872839685986, 'beta_12': -1.7582914364868274, 'beta_13': 0.49571478020078086, 'beta_14': -1.7280091199916876, 'beta_15': -1.0780552188125836, 'beta_16': -2.714984011728121, 'beta_17': 2.6112471644296997, 'beta_18': -1.3251611829856436, 'beta_19': 1.2709458254475452, 'beta_20': 2.882475552789627, 'beta_21': 2.0499903687979826, 'beta_22': 0.43256620747464636, 'beta_23': 0.9276686690836433, 'beta_24': 0.7119360080063131, 'beta_25': -0.8905439007124492, 'beta_26': 1.0236563925218398, 'beta_27': -1.1296634372887793, 'beta_28': -0.8875052151687166, 'beta_29': -3.123998136888368, 'beta_30': 0.06365047656060163, 'beta_31': 0.672296227560977}. Best is trial 3 with value: -25.946.
[I 2021-08-05 17:17:25,522] Trial 10 finished with value: -27.14162499999999 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 3.108250991703584, 'beta_0': -2.9145914375236837}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 17:28:17,661] Trial 11 finished with value: -26.004999999999995 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.9221870549882354, 'beta_0': -2.892980919361969}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 17:49:59,773] Trial 12 finished with value: -24.004625000000004 and parameters: {'optimizer': 'SPSA', 'reps': 12, 'gamma_0': 3.1381573383870873, 'gamma_1': 2.8258773850728707, 'gamma_2': 1.3244142913101116, 'gamma_3': 1.2121866465261042, 'gamma_4': -0.07326806159427217, 'gamma_5': 2.7667143513651946, 'gamma_6': 2.4858187777519025, 'gamma_7': -3.0957980017434457, 'gamma_8': 1.0916128521354416, 'gamma_9': -1.085527596729044, 'gamma_10': -3.0047445556823282, 'gamma_11': 0.9103813456050435, 'beta_0': -3.083879588830556, 'beta_1': -2.4990425783736145, 'beta_2': 2.8808562041911308, 'beta_3': 3.117251446517129, 'beta_4': 3.1161208456770635, 'beta_5': -1.2588727122095547, 'beta_6': 2.7145528409031567, 'beta_7': -0.6362476125801538, 'beta_8': -2.4118155367696072, 'beta_9': -2.746825971135021, 'beta_10': 2.752362660013654, 'beta_11': 0.13889652601859034}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 18:00:54,089] Trial 13 finished with value: -26.13124999999999 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.9135765313869073, 'beta_0': -2.898177197196237}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 18:27:09,577] Trial 14 finished with value: -24.061625000000003 and parameters: {'optimizer': 'SPSA', 'reps': 16, 'gamma_0': 2.1465983123771895, 'gamma_1': -3.0466846623662116, 'gamma_2': -2.8334493986144342, 'gamma_3': -2.5777197365484925, 'gamma_4': -0.1674242301235154, 'gamma_5': 1.0312181431183467, 'gamma_6': -2.646530492592171, 'gamma_7': -1.1777344132800802, 'gamma_8': 0.9592149419418692, 'gamma_9': 0.5979104807526737, 'gamma_10': -1.8812210875269817, 'gamma_11': 0.4506857071961581, 'gamma_12': -2.7435974523171236, 'gamma_13': -3.0704956211725793, 'gamma_14': 2.9248024638190304, 'gamma_15': -2.960884843229696, 'beta_0': -1.658546518240532, 'beta_1': 1.1110047496239845, 'beta_2': 1.5150062257215744, 'beta_3': -3.0603861051842203, 'beta_4': -2.985252470779813, 'beta_5': 1.743667473362163, 'beta_6': -1.1391650604591286, 'beta_7': -0.7718525311823317, 'beta_8': 3.121453806181139, 'beta_9': -3.135279191574813, 'beta_10': 2.459219319338389, 'beta_11': -0.002307182033448806, 'beta_12': 3.0016952516903403, 'beta_13': -3.1335281276436344, 'beta_14': 3.0277546350916813, 'beta_15': 0.8106100294092105}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 18:44:56,556] Trial 15 finished with value: -24.016999999999996 and parameters: {'optimizer': 'SPSA', 'reps': 8, 'gamma_0': 2.191875875629789, 'gamma_1': 2.9706077270075415, 'gamma_2': 2.903802281375566, 'gamma_3': 1.2089644116477205, 'gamma_4': -2.9670298623282725, 'gamma_5': 1.3730791359918508, 'gamma_6': 0.09512390155813474, 'gamma_7': -2.79831967643789, 'beta_0': -2.149373299876374, 'beta_1': -3.084693598761639, 'beta_2': -0.7418700865801212, 'beta_3': 0.8760935573830835, 'beta_4': 3.1223644178407652, 'beta_5': -1.1359455537260992, 'beta_6': 2.8453891851435342, 'beta_7': 0.516061493890634}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 18:55:49,593] Trial 16 finished with value: -26.101000000000003 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.0124632720152658, 'beta_0': -3.1044431378561694}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 19:43:13,891] Trial 17 finished with value: -23.8775 and parameters: {'optimizer': 'QN-SPSA', 'reps': 19, 'gamma_0': 3.138180008722163, 'gamma_1': 1.969402501080648, 'gamma_2': 0.4860808244956783, 'gamma_3': -2.1512370916397536, 'gamma_4': 0.9156395780339459, 'gamma_5': 0.06693090028265557, 'gamma_6': 2.848238645136618, 'gamma_7': -1.380745556946707, 'gamma_8': 0.418915525479438, 'gamma_9': -2.077852092693054, 'gamma_10': 1.2021832240740882, 'gamma_11': 2.9884295708969963, 'gamma_12': 0.9391456054225518, 'gamma_13': 0.4798235393878218, 'gamma_14': 2.6341069392864482, 'gamma_15': -2.0099042273763894, 'gamma_16': -3.1260887137787283, 'gamma_17': -0.9149815819930264, 'gamma_18': 3.0518449575982736, 'beta_0': -1.2261536190533882, 'beta_1': 0.44783373012277417, 'beta_2': -0.9917609755701057, 'beta_3': 3.0979397812880407, 'beta_4': 1.9041560864295761, 'beta_5': 1.836769025855926, 'beta_6': -3.1197587172087213, 'beta_7': -1.4319360938119758, 'beta_8': 0.6959490402640277, 'beta_9': 2.968459064745921, 'beta_10': -0.22146474810380398, 'beta_11': -1.4504706477735383, 'beta_12': 2.2049619203982416, 'beta_13': -1.041675288942536, 'beta_14': -3.0974196719533955, 'beta_15': -3.1016457223998737, 'beta_16': 2.9866747216395457, 'beta_17': -3.0419528719202815, 'beta_18': 2.3075948485940407}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 20:01:15,002] Trial 18 finished with value: -24.060250000000003 and parameters: {'optimizer': 'SPSA', 'reps': 8, 'gamma_0': 1.7618003985392183, 'gamma_1': -3.0486447236884278, 'gamma_2': -2.2149759885510503, 'gamma_3': 1.2752913641695849, 'gamma_4': -0.9234278816982955, 'gamma_5': 2.138351393838486, 'gamma_6': -1.9421059784718708, 'gamma_7': 3.078310446666107, 'beta_0': -2.4742951895068748, 'beta_1': 1.8891319908015372, 'beta_2': 1.1313772526652286, 'beta_3': -2.2015299899488747, 'beta_4': -2.922401346305756, 'beta_5': -1.0089943588716888, 'beta_6': -0.7348396880632893, 'beta_7': 0.4794208201158359}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 20:25:03,703] Trial 19 finished with value: -23.945624999999996 and parameters: {'optimizer': 'SPSA', 'reps': 14, 'gamma_0': 2.7452888006059575, 'gamma_1': 2.0052751479424966, 'gamma_2': 0.4984395022389259, 'gamma_3': 0.4467341930161213, 'gamma_4': -3.064017483105246, 'gamma_5': -3.096345638368374, 'gamma_6': 1.809937777054103, 'gamma_7': -0.4685801147445272, 'gamma_8': 1.7980984402917057, 'gamma_9': 1.504946508003026, 'gamma_10': 2.1992485712188286, 'gamma_11': 1.7674956222837515, 'gamma_12': -1.5270031462097964, 'gamma_13': -3.10783741998576, 'beta_0': -1.1613624716775008, 'beta_1': -3.123558286825958, 'beta_2': 2.9975112860953623, 'beta_3': 0.7608716352284941, 'beta_4': 1.5091334619634087, 'beta_5': -2.981912808008117, 'beta_6': 0.44288217056221696, 'beta_7': 3.1227378119301, 'beta_8': -3.0201033916245956, 'beta_9': -2.119139861398266, 'beta_10': 1.0410225768669294, 'beta_11': 0.9813589108246671, 'beta_12': 1.9641308904502934, 'beta_13': -3.0520987023872412}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 20:38:53,919] Trial 20 finished with value: -24.694374999999997 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 1.3789902773570264, 'gamma_1': -2.219326121681163, 'gamma_2': 3.0186364804255805, 'gamma_3': 3.006073788945699, 'beta_0': -2.6365557465111786, 'beta_1': -2.0294728089397953, 'beta_2': -0.2965956540554871, 'beta_3': 2.227989832541023}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 20:49:24,301] Trial 21 finished with value: -26.61575 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.462650566491713, 'beta_0': -2.9795101165153137}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 21:00:03,026] Trial 22 finished with value: -25.888375000000003 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.5802494959993068, 'beta_0': -2.372988226001679}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 21:19:07,149] Trial 23 finished with value: -23.944625 and parameters: {'optimizer': 'SPSA', 'reps': 10, 'gamma_0': 1.518623709042441, 'gamma_1': -1.144230555165119, 'gamma_2': 0.44012067761899526, 'gamma_3': -1.8262150529145746, 'gamma_4': 0.8375745711018981, 'gamma_5': -0.0755850177743359, 'gamma_6': 0.25129745992220937, 'gamma_7': -2.0679356349048947, 'gamma_8': -0.8235921398455025, 'gamma_9': -1.0510390404560477, 'beta_0': -3.125022799742275, 'beta_1': 3.138096642545213, 'beta_2': -1.7237063489038305, 'beta_3': -2.373151082381142, 'beta_4': -2.077047317759659, 'beta_5': 1.9575189851824946, 'beta_6': -2.1411762327935695, 'beta_7': -1.5338147102768005, 'beta_8': -3.1130208321301946, 'beta_9': 1.5106295762071325}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 21:33:13,410] Trial 24 finished with value: -24.268875000000005 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': 2.5171258640144516, 'gamma_1': 2.3521026070752735, 'gamma_2': 1.334578490685213, 'gamma_3': 2.3050198785827267, 'gamma_4': -0.8404559962369038, 'beta_0': -1.6944913548951022, 'beta_1': -1.3494369378156468, 'beta_2': -2.465101646868237, 'beta_3': 1.9567368056553525, 'beta_4': 2.4527530257936245}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 21:46:25,297] Trial 25 finished with value: -25.778499999999994 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': -0.20765478076184296, 'gamma_1': -2.3750695616306143, 'gamma_2': -2.1231739065909454, 'gamma_3': -2.98964685062977, 'beta_0': -2.5673828366149625, 'beta_1': 2.400462074421924, 'beta_2': 2.1860897480914994, 'beta_3': 0.11605767818848844}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 22:38:48,920] Trial 26 finished with value: -24.132250000000003 and parameters: {'optimizer': 'QN-SPSA', 'reps': 22, 'gamma_0': 3.0400401110848443, 'gamma_1': 0.129877272746025, 'gamma_2': 2.148927595791411, 'gamma_3': 1.6971577053409277, 'gamma_4': 1.88644164440122, 'gamma_5': -3.0347680655001685, 'gamma_6': -3.122129687636973, 'gamma_7': 3.0380183714430635, 'gamma_8': -0.1631619660967441, 'gamma_9': 0.7813570218493412, 'gamma_10': -1.3809058424031917, 'gamma_11': -0.12920425901167762, 'gamma_12': 3.12062796619413, 'gamma_13': -0.4187996740481205, 'gamma_14': -3.063413099033447, 'gamma_15': -1.705663752476808, 'gamma_16': -3.081344247042962, 'gamma_17': -0.8022699927128287, 'gamma_18': 3.0527981780138265, 'gamma_19': -3.027345969547692, 'gamma_20': 2.8403185432207882, 'gamma_21': -3.112377525947198, 'beta_0': -1.3007778608878118, 'beta_1': 0.2637495630769192, 'beta_2': -1.5133539007396313, 'beta_3': 2.7818185810094946, 'beta_4': -1.6124811327827784, 'beta_5': -1.8618112690484632, 'beta_6': 1.0989399970023113, 'beta_7': -0.1234773841694312, 'beta_8': 0.5571038624310003, 'beta_9': 3.138521448720531, 'beta_10': -0.8768948519255461, 'beta_11': -1.0071635540765569, 'beta_12': -1.9840642026719295, 'beta_13': -0.789554354627301, 'beta_14': 0.8209861047034933, 'beta_15': 1.6877751596490305, 'beta_16': 1.3791672770741554, 'beta_17': 0.9072084894932284, 'beta_18': 2.779959326430236, 'beta_19': -1.061250168501015, 'beta_20': -3.1265413268098907, 'beta_21': -0.47359050480805437}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 22:59:48,378] Trial 27 finished with value: -24.368875 and parameters: {'optimizer': 'SPSA', 'reps': 12, 'gamma_0': 2.3608463286433667, 'gamma_1': -1.125238019011198, 'gamma_2': -0.10219525401051896, 'gamma_3': 0.4122237257239044, 'gamma_4': -0.8970753784242296, 'gamma_5': 0.5788045205264998, 'gamma_6': 3.0850237978274317, 'gamma_7': 1.065234148567076, 'gamma_8': 1.9733607582618629, 'gamma_9': -2.8608901653547285, 'gamma_10': 0.27150165222091377, 'gamma_11': -2.350084309099538, 'beta_0': -3.0880787483981424, 'beta_1': 1.3716436449822107, 'beta_2': -0.14947037458602058, 'beta_3': -2.552197205753406, 'beta_4': 1.333128967507403, 'beta_5': -0.40605681209348665, 'beta_6': 3.0822062289850876, 'beta_7': 0.914534490902439, 'beta_8': 2.504665495665724, 'beta_9': -1.8312019312622816, 'beta_10': 1.8784285901516067, 'beta_11': 0.8700993206876914}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 23:10:00,745] Trial 28 finished with value: -26.15887500000001 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 1.3465435877704715, 'beta_0': -2.1211115194980175}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 23:24:34,857] Trial 29 finished with value: -23.659249999999997 and parameters: {'optimizer': 'SPSA', 'reps': 6, 'gamma_0': 1.2782318083752189, 'gamma_1': 1.340689716989836, 'gamma_2': -2.059035265976067, 'gamma_3': -1.4836412649155029, 'gamma_4': -2.6755309836522416, 'gamma_5': -0.6112673518669028, 'beta_0': -0.5187267559614699, 'beta_1': -0.43386910355767333, 'beta_2': 1.6114779908885588, 'beta_3': 0.7833728674708842, 'beta_4': -2.371901401241327, 'beta_5': 2.4213589972226357}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 23:42:59,979] Trial 30 finished with value: -24.277624999999997 and parameters: {'optimizer': 'SPSA', 'reps': 10, 'gamma_0': 1.1430037297926792, 'gamma_1': -2.6718313357602756, 'gamma_2': -3.0774228452555565, 'gamma_3': -2.214658448890394, 'gamma_4': 3.0819191077398322, 'gamma_5': 2.2118710454317863, 'gamma_6': -1.9541991675215076, 'gamma_7': -2.392426589555426, 'gamma_8': -1.6992615103487094, 'gamma_9': -0.3884701718905407, 'beta_0': -1.9868584691229143, 'beta_1': -2.7178186895510663, 'beta_2': 2.6052558191093196, 'beta_3': -0.024515397537359, 'beta_4': 2.475073767471908, 'beta_5': -3.075480184559384, 'beta_6': -1.3289693259920852, 'beta_7': -1.5287916012242742, 'beta_8': -2.186102983260914, 'beta_9': -0.2727694788209833}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-05 23:53:01,337] Trial 31 finished with value: -25.683374999999998 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 1.834895431120309, 'beta_0': -2.747086269586335}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 00:02:56,224] Trial 32 finished with value: -24.509 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.8049895509155283, 'beta_0': -2.2607863659074616}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 00:15:31,674] Trial 33 finished with value: -24.364374999999992 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 2.3722482073252635, 'gamma_1': -1.6712081116025022, 'gamma_2': 0.9806919692564068, 'gamma_3': 3.1108639721994944, 'beta_0': -1.7152894605839104, 'beta_1': -1.8737532480208514, 'beta_2': 0.6664483420429345, 'beta_3': 1.3184772704727736}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 00:30:42,403] Trial 34 finished with value: -25.0815 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.016932457801479117, 'beta_0': -2.77426442906598}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 00:57:36,467] Trial 35 finished with value: -24.057374999999993 and parameters: {'optimizer': 'COBYLA', 'reps': 50, 'gamma_0': 0.22568205167713162, 'gamma_1': -0.5467651436906158, 'gamma_2': 2.608992784795556, 'gamma_3': 1.7426053953341651, 'gamma_4': 0.33626516497968467, 'gamma_5': -2.015927974336327, 'gamma_6': -0.8343262121303601, 'gamma_7': -1.2805193093563239, 'gamma_8': -0.4794533102855354, 'gamma_9': -1.5551299991446956, 'gamma_10': -2.4491837365319573, 'gamma_11': 1.2665772909896267, 'gamma_12': -3.064118004756262, 'gamma_13': 1.3355948032805809, 'gamma_14': 1.4756279839996846, 'gamma_15': 3.0843548023860468, 'gamma_16': 3.128929925755273, 'gamma_17': 0.6996674668533611, 'gamma_18': -2.7390091691346665, 'gamma_19': -1.034760319006997, 'gamma_20': 3.003096828797584, 'gamma_21': -1.807022932012918, 'gamma_22': 2.9572556801477985, 'gamma_23': 1.6196702308727464, 'gamma_24': -2.5709157983348594, 'gamma_25': 3.0893224237710104, 'gamma_26': -2.961655045593221, 'gamma_27': -2.9670988134320035, 'gamma_28': 3.0134766230422416, 'gamma_29': -3.000260162656548, 'gamma_30': 2.8594377589046696, 'gamma_31': 2.861181090739423, 'gamma_32': -0.13153521667132267, 'gamma_33': -2.79918048912796, 'gamma_34': 2.9523508506940166, 'gamma_35': -3.098415120246977, 'gamma_36': -1.9281021635600637, 'gamma_37': 1.9660037029286683, 'gamma_38': 3.136327133328963, 'gamma_39': 2.9414073263544727, 'gamma_40': 2.987208999883931, 'gamma_41': 3.0735583262271926, 'gamma_42': 3.0169506390269456, 'gamma_43': 2.5465555121240575, 'gamma_44': 3.039112368062328, 'gamma_45': -2.644952148219958, 'gamma_46': -0.7937397576860764, 'gamma_47': 1.3939976791394708, 'gamma_48': -3.0024647930526065, 'gamma_49': -0.7823216680455323, 'beta_0': -3.118263532894633, 'beta_1': 0.8434275418146793, 'beta_2': -0.47210273006903575, 'beta_3': 2.5641865989054047, 'beta_4': 0.6128862452859045, 'beta_5': 1.2450771890964438, 'beta_6': 2.096876571863144, 'beta_7': -3.1104486181538205, 'beta_8': 0.2707840117536343, 'beta_9': -2.7414254229015733, 'beta_10': -3.11086584792756, 'beta_11': -1.9828260595876348, 'beta_12': 2.9964263888788745, 'beta_13': -2.086133954956609, 'beta_14': 2.2342223743540246, 'beta_15': -2.2868539258181846, 'beta_16': 1.6635340551175688, 'beta_17': 0.012108305186316146, 'beta_18': -2.735266749560979, 'beta_19': 3.1063168965505663, 'beta_20': 1.363730275571282, 'beta_21': -0.0724636790863618, 'beta_22': -0.8308566239290319, 'beta_23': -2.965012297897251, 'beta_24': 2.7959380762108714, 'beta_25': 1.1694121688113182, 'beta_26': -2.740651794025496, 'beta_27': -2.4888391188640133, 'beta_28': -3.047313689608764, 'beta_29': 2.578626799706795, 'beta_30': -2.6559471945650013, 'beta_31': 2.925250849778479, 'beta_32': -3.084459574153696, 'beta_33': 2.977434409508111, 'beta_34': 3.0426695506725534, 'beta_35': -2.952950716589751, 'beta_36': -3.1173695284549994, 'beta_37': -2.4441524355821804, 'beta_38': -3.059871015951705, 'beta_39': 3.018682190268332, 'beta_40': 3.008983223686842, 'beta_41': 3.026183849897598, 'beta_42': 3.090092107889133, 'beta_43': -3.104376356898605, 'beta_44': 2.541633725703139, 'beta_45': 3.0360648415322853, 'beta_46': 0.29462660301584204, 'beta_47': -2.9166034443519284, 'beta_48': 1.0604552711629636, 'beta_49': 2.7428277848973623}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 01:13:50,732] Trial 36 finished with value: -24.008 and parameters: {'optimizer': 'SPSA', 'reps': 8, 'gamma_0': 1.6368405562633614, 'gamma_1': 0.23777844468665568, 'gamma_2': -0.3328611805504113, 'gamma_3': 0.6994807477948091, 'gamma_4': 1.566169944469107, 'gamma_5': 3.140307956075789, 'gamma_6': 0.6722944897750064, 'gamma_7': 0.07816581112664667, 'beta_0': -2.104727605888835, 'beta_1': 2.619486801388822, 'beta_2': 1.0216464418179434, 'beta_3': -0.8368091518507379, 'beta_4': -1.3021422661233593, 'beta_5': -0.37018337062330936, 'beta_6': -2.7580989434022234, 'beta_7': 1.4930113933355273}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 01:37:32,977] Trial 37 finished with value: -24.153125000000006 and parameters: {'optimizer': 'SPSA', 'reps': 15, 'gamma_0': 3.1038703372169354, 'gamma_1': 2.5166011529359857, 'gamma_2': -2.4566768947588358, 'gamma_3': -0.18396530639223335, 'gamma_4': -1.4910073023137431, 'gamma_5': 0.4856905377532486, 'gamma_6': 2.124784790051198, 'gamma_7': 1.615671231955821, 'gamma_8': 2.907312776128268, 'gamma_9': 1.1457769610767412, 'gamma_10': -1.1012031923753038, 'gamma_11': -0.05867174116887079, 'gamma_12': 0.9433929947794938, 'gamma_13': -2.362207163972137, 'gamma_14': -2.303564999552853, 'beta_0': -0.8810195831208061, 'beta_1': 1.730002084907433, 'beta_2': 0.2156260346944477, 'beta_3': 1.5730918212156093, 'beta_4': -1.0592406378247958, 'beta_5': 2.64973315566582, 'beta_6': -0.5590574583626512, 'beta_7': 3.0729202242502307, 'beta_8': 1.5456527893025027, 'beta_9': -1.259694033592671, 'beta_10': 3.087677477501111, 'beta_11': 1.758311994289087, 'beta_12': -2.033429424942778, 'beta_13': 3.027635308863309, 'beta_14': -3.1144184736744833}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 01:51:18,017] Trial 38 finished with value: -26.75 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 0.9845663365652815, 'gamma_1': 1.2562951550540755, 'gamma_2': -1.7166292636278193, 'beta_0': -0.11879529386626864, 'beta_1': -0.7831189143659405, 'beta_2': -2.618325864347919}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 02:12:59,353] Trial 39 finished with value: -23.905 and parameters: {'optimizer': 'COBYLA', 'reps': 37, 'gamma_0': 0.9370544626683066, 'gamma_1': 1.3371101604255746, 'gamma_2': -1.6004559970790422, 'gamma_3': 2.146288736244576, 'gamma_4': -2.4776698031265734, 'gamma_5': -2.6499972939422283, 'gamma_6': -1.6124264685742202, 'gamma_7': 2.5582994842534985, 'gamma_8': 0.46781784301457413, 'gamma_9': 2.95359433590188, 'gamma_10': 3.101881832345008, 'gamma_11': 3.020704515531874, 'gamma_12': -1.3416475926329083, 'gamma_13': -0.4560950234192072, 'gamma_14': 2.16385247074812, 'gamma_15': -1.9003915697340494, 'gamma_16': -2.1156521294170845, 'gamma_17': -1.2204656806283836, 'gamma_18': 0.11964422540367825, 'gamma_19': -0.07618506608260778, 'gamma_20': 1.6505044029544487, 'gamma_21': 2.9699868856077964, 'gamma_22': -1.5041702435463729, 'gamma_23': -3.0454627697246854, 'gamma_24': -3.0736478761279966, 'gamma_25': -3.021407294479125, 'gamma_26': -3.015943455858255, 'gamma_27': -3.0538817009146713, 'gamma_28': -0.6811270446274736, 'gamma_29': -1.9937336380679458, 'gamma_30': -1.3569824214999509, 'gamma_31': -3.079577795342183, 'gamma_32': 0.02812403081188953, 'gamma_33': 2.9477481314293703, 'gamma_34': -2.737233039652971, 'gamma_35': 2.808666417993968, 'gamma_36': 2.8649800835046033, 'beta_0': 2.7919481288623818, 'beta_1': -0.818248920797231, 'beta_2': -2.634149745333912, 'beta_3': 0.35793399573228596, 'beta_4': -2.378961535471993, 'beta_5': -1.7631111797538834, 'beta_6': 1.0863067981530046, 'beta_7': -1.937986814457453, 'beta_8': 2.902817671224919, 'beta_9': 1.8130042499930434, 'beta_10': -1.1126361284571533, 'beta_11': -0.15029769707993354, 'beta_12': 1.3480097613466242, 'beta_13': -0.3302796284037554, 'beta_14': 0.6093179908350896, 'beta_15': 1.8959403956852912, 'beta_16': 0.06909363628281641, 'beta_17': -2.8892002126843686, 'beta_18': 2.4351145752630314, 'beta_19': -2.9663659526272785, 'beta_20': -3.1225374690017142, 'beta_21': -1.520585770198362, 'beta_22': -0.6651676377859073, 'beta_23': 2.7466618697656697, 'beta_24': 2.047188757123715, 'beta_25': 1.0166159779348216, 'beta_26': -3.029713653685096, 'beta_27': 1.0957925203325898, 'beta_28': -3.0278633050396593, 'beta_29': 0.4184680891579239, 'beta_30': 3.0618983049962343, 'beta_31': -1.0282955482464073, 'beta_32': -2.742982388266453, 'beta_33': 1.0430915836043586, 'beta_34': -3.00587380450839, 'beta_35': -0.0049823886173811505, 'beta_36': -3.0561932212533645}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 02:46:33,580] Trial 40 finished with value: -24.314624999999996 and parameters: {'optimizer': 'SPSA', 'reps': 25, 'gamma_0': 0.505434056405736, 'gamma_1': 3.130953022840773, 'gamma_2': -1.8149593220319975, 'gamma_3': 2.821030794075997, 'gamma_4': -0.47618273321428056, 'gamma_5': 1.815814178940086, 'gamma_6': -2.4813619495071713, 'gamma_7': 0.4341508648433033, 'gamma_8': 1.6590353596097034, 'gamma_9': -0.15498086384621063, 'gamma_10': 1.2820842218849846, 'gamma_11': -3.1218831250619385, 'gamma_12': -2.148746686536066, 'gamma_13': -1.4051227812442377, 'gamma_14': 0.47334039491715424, 'gamma_15': 1.6693865529837522, 'gamma_16': 2.601981745058775, 'gamma_17': 1.2176770009191815, 'gamma_18': -0.2536255656901515, 'gamma_19': -2.0339992779968457, 'gamma_20': -2.995484481174871, 'gamma_21': 0.8234625614257147, 'gamma_22': 3.0102278257029824, 'gamma_23': 2.0376999645775826, 'gamma_24': 3.0797354605658103, 'beta_0': 0.030091604438204446, 'beta_1': 0.08374775424858583, 'beta_2': -2.0915966069553225, 'beta_3': -0.4816695964536347, 'beta_4': 2.3628814352459018, 'beta_5': -2.733462161646479, 'beta_6': 2.3645485692858506, 'beta_7': -0.33794678052139315, 'beta_8': 2.1028228995089733, 'beta_9': 2.677555034902549, 'beta_10': 0.8047992419447715, 'beta_11': 1.0089348273220304, 'beta_12': -1.0087739823460027, 'beta_13': -2.2476947760069437, 'beta_14': 1.7791528265930483, 'beta_15': 0.27113680601605006, 'beta_16': 1.9963486684724838, 'beta_17': -0.1473105728395809, 'beta_18': -3.1399100998646254, 'beta_19': -1.2984946164476858, 'beta_20': 0.026025138066188322, 'beta_21': 0.9605089590726548, 'beta_22': 1.7923755024489039, 'beta_23': -3.103747132052631, 'beta_24': 1.5494618650556233}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 02:59:42,633] Trial 41 finished with value: -24.943999999999996 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 1.9371649339625874, 'gamma_1': 1.0111452609964577, 'gamma_2': -0.8902838510302783, 'gamma_3': -2.7365685568347446, 'beta_0': 2.245815544026741, 'beta_1': -1.7558200664201051, 'beta_2': -1.4337079909296782, 'beta_3': -1.7382269856514272}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 03:15:37,972] Trial 42 finished with value: -23.994624999999996 and parameters: {'optimizer': 'SPSA', 'reps': 6, 'gamma_0': -0.33550915269483794, 'gamma_1': 1.7832349476161817, 'gamma_2': -2.627613870830645, 'gamma_3': -0.4158619782745041, 'gamma_4': -1.3977461206050972, 'gamma_5': -0.7377465067688469, 'beta_0': 1.7449281180321212, 'beta_1': -1.0200109798469243, 'beta_2': -3.0285928596354372, 'beta_3': -2.6665976203228703, 'beta_4': 0.6274213308670089, 'beta_5': 1.1904605993252428}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 03:27:42,679] Trial 43 finished with value: -24.64425 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 1.014091101727964, 'gamma_1': 0.7254028620040589, 'gamma_2': -0.5031512417805863, 'beta_0': 0.5759465153644068, 'beta_1': -0.5730700928541302, 'beta_2': -1.2323928758245757}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 03:38:29,667] Trial 44 finished with value: -25.084124999999997 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': -0.627068164490735, 'gamma_1': 0.44172279399196573, 'beta_0': -0.07944855425752803, 'beta_1': -0.1510986070023913}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 03:56:30,334] Trial 45 finished with value: -23.85225 and parameters: {'optimizer': 'SPSA', 'reps': 10, 'gamma_0': 0.48878497188230163, 'gamma_1': 1.7104670111799882, 'gamma_2': -1.148809007329048, 'gamma_3': -1.4936209656835275, 'gamma_4': 0.45207261964428463, 'gamma_5': 2.8896612545916383, 'gamma_6': -0.3504863659952109, 'gamma_7': -0.42649128170340644, 'gamma_8': 3.1195670827553528, 'gamma_9': 2.2754643089059092, 'beta_0': -2.7562006183116408, 'beta_1': 0.7543206668134294, 'beta_2': -1.940563261087189, 'beta_3': -2.0930546737570053, 'beta_4': 1.0560919628225949, 'beta_5': -0.46871982676729235, 'beta_6': -2.4175632412898307, 'beta_7': -3.1131575553336583, 'beta_8': 1.1322674917621163, 'beta_9': 0.8041189001452201}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 04:20:28,280] Trial 46 finished with value: -23.651625 and parameters: {'optimizer': 'QN-SPSA', 'reps': 7, 'gamma_0': -3.122479475491994, 'gamma_1': 2.5531656373660865, 'gamma_2': -0.04046723946112277, 'gamma_3': 0.7078148509888861, 'gamma_4': 2.3982195289923607, 'gamma_5': -1.7127881582374287, 'gamma_6': 1.4644245464410521, 'beta_0': 1.068750566749409, 'beta_1': -2.841205118860474, 'beta_2': -2.7118007571804834, 'beta_3': -1.401231879204069, 'beta_4': 1.8006942453654893, 'beta_5': 2.4622247206086256, 'beta_6': -1.4465074998750702}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 04:32:04,372] Trial 47 finished with value: -25.028875000000003 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 2.680977262724386, 'gamma_1': -0.17470016544423017, 'gamma_2': -0.6673545183418115, 'beta_0': -1.8840446701526998, 'beta_1': -1.021281346370954, 'beta_2': 0.23714617938190363}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 04:33:26,186] Trial 48 finished with value: -24.242375 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': 2.146539272054731, 'gamma_1': 1.0238755894579992, 'gamma_2': -1.722253599234044, 'gamma_3': -0.5840777625222519, 'gamma_4': 1.086735807995583, 'gamma_5': 0.9307519765996004, 'beta_0': -2.415612002923515, 'beta_1': -1.5940594761466407, 'beta_2': -2.987030273185151, 'beta_3': 1.8505513250468992, 'beta_4': -3.128615321128048, 'beta_5': 0.8068324305720697}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 04:57:50,759] Trial 49 finished with value: -24.114500000000003 and parameters: {'optimizer': 'SPSA', 'reps': 17, 'gamma_0': -1.387819222761901, 'gamma_1': -0.6441536915806835, 'gamma_2': -1.279015352241765, 'gamma_3': 0.013551632217943706, 'gamma_4': 0.5279907588192811, 'gamma_5': -2.6823845567808955, 'gamma_6': -1.1185473449217875, 'gamma_7': -1.7224807984240567, 'gamma_8': -2.133162758157011, 'gamma_9': -2.182198907122119, 'gamma_10': 2.2373734700389556, 'gamma_11': -1.7014267609410176, 'gamma_12': 3.084759219900224, 'gamma_13': 1.4316438190449094, 'gamma_14': -0.8235580855065788, 'gamma_15': 0.3091134313511793, 'gamma_16': 1.9726208158344507, 'beta_0': -2.9083509992141576, 'beta_1': -2.245463134786198, 'beta_2': -0.5793980023843486, 'beta_3': -3.0723287533668984, 'beta_4': 0.28808470269520464, 'beta_5': -1.625300407738887, 'beta_6': -0.03305751629679567, 'beta_7': 2.216307956763648, 'beta_8': -0.0879427521019235, 'beta_9': -0.02624312495918406, 'beta_10': 2.0321198231080606, 'beta_11': -2.01039845419623, 'beta_12': 2.2781588702654414, 'beta_13': 2.007149282121887, 'beta_14': 3.0646651766607005, 'beta_15': -3.096820842941129, 'beta_16': -0.727304216387741}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 05:07:43,373] Trial 50 finished with value: -26.478999999999996 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 1.508733812117256, 'beta_0': -0.8845976341282051}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 05:17:38,445] Trial 51 finished with value: -26.643625 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 0.7986530709889014, 'beta_0': -0.07453605949490982}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 05:27:32,792] Trial 52 finished with value: -25.100624999999997 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 0.7754101897600035, 'beta_0': -0.11266038008174828}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 05:39:12,515] Trial 53 finished with value: -25.23375 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 1.4658949318249543, 'gamma_1': -1.7315718259814583, 'gamma_2': 1.8172307766316185, 'beta_0': 0.1228258073766674, 'beta_1': -0.1966898844876197, 'beta_2': 0.5038229639589451}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 05:59:04,659] Trial 54 finished with value: -23.900875 and parameters: {'optimizer': 'SPSA', 'reps': 12, 'gamma_0': 1.1845281539209083, 'gamma_1': 2.1818894664019206, 'gamma_2': 0.8138554927738901, 'gamma_3': 2.5036044047244714, 'gamma_4': 2.141926642140278, 'gamma_5': -0.36831574611996487, 'gamma_6': -3.112337279420054, 'gamma_7': -3.1117423215848494, 'gamma_8': 0.2554387925981313, 'gamma_9': -1.6214268906745906, 'gamma_10': -0.6829303159856557, 'gamma_11': 2.0744084666506617, 'beta_0': -0.787934408794173, 'beta_1': 2.3307658153312194, 'beta_2': -2.454944184919146, 'beta_3': -0.6100166935363331, 'beta_4': 2.75463081751492, 'beta_5': 0.19898479967435914, 'beta_6': -0.5305438568684044, 'beta_7': -1.061858507002086, 'beta_8': -1.6496956310586761, 'beta_9': -1.0143478685375005, 'beta_10': -2.6679253151508853, 'beta_11': -3.018227598346205}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 06:16:09,270] Trial 55 finished with value: -23.922000000000004 and parameters: {'optimizer': 'SPSA', 'reps': 9, 'gamma_0': 0.29800397365309894, 'gamma_1': -0.9606148179004563, 'gamma_2': -2.98615320595386, 'gamma_3': -1.081862696087402, 'gamma_4': 2.7470278180731817, 'gamma_5': 0.37428080586672485, 'gamma_6': 0.51212695908278, 'gamma_7': 0.47711130407153785, 'gamma_8': 1.006696082533461, 'beta_0': -0.36240407997705637, 'beta_1': 1.4750473841050245, 'beta_2': -3.1230873077450196, 'beta_3': 2.705214476391274, 'beta_4': -1.812137693486069, 'beta_5': -0.7721025500611555, 'beta_6': 1.147038266331879, 'beta_7': 0.30709145061551935, 'beta_8': -2.4768641997402168}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 06:29:35,789] Trial 56 finished with value: -24.429375 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': 1.6569687335415284, 'gamma_1': 2.6636107604913564, 'gamma_2': 0.23260537077217253, 'gamma_3': 1.5979947321288461, 'gamma_4': 1.5701401177074321, 'beta_0': 0.39169570869952447, 'beta_1': 0.6661858502211487, 'beta_2': -1.0443510837210397, 'beta_3': 1.330600792661135, 'beta_4': -1.0838166768309982}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 06:40:22,216] Trial 57 finished with value: -24.201125 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 0.6855779123511532, 'gamma_1': 1.5498128526004127, 'beta_0': -1.0308466753034065, 'beta_1': 0.9994502321544807}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 06:55:33,379] Trial 58 finished with value: -23.763875000000002 and parameters: {'optimizer': 'SPSA', 'reps': 7, 'gamma_0': 1.0588664835167698, 'gamma_1': -1.4073359200079971, 'gamma_2': -2.390172459950432, 'gamma_3': -2.2616688788886523, 'gamma_4': -1.3320979427993018, 'gamma_5': -2.1479690035187455, 'gamma_6': -0.3130994029940924, 'beta_0': -0.3754128864715382, 'beta_1': -2.3008959141972225, 'beta_2': 1.3679211521078474, 'beta_3': -1.2636806913824208, 'beta_4': -2.5883250739333947, 'beta_5': -2.280016606509569, 'beta_6': 0.45254017973822047}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 07:08:58,295] Trial 59 finished with value: -24.244625000000003 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': 1.4014815355267791, 'gamma_1': -0.23207364129742, 'gamma_2': -2.671384495488523, 'gamma_3': 2.075711706859202, 'gamma_4': -2.193605870778541, 'beta_0': 0.27839129060641604, 'beta_1': 0.12265106343908663, 'beta_2': -1.7660014012265925, 'beta_3': -2.801661073578588, 'beta_4': -0.3972499318740354}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 07:26:58,611] Trial 60 finished with value: -24.891000000000005 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 0.8324667531240122, 'gamma_1': 1.0588906075312936, 'gamma_2': -0.9771759565837712, 'beta_0': -0.553552653620071, 'beta_1': -1.489507667944752, 'beta_2': -2.1066693328193082}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 07:36:56,863] Trial 61 finished with value: -25.160625 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.906935248111965, 'beta_0': 0.6793612158359615}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 07:46:55,380] Trial 62 finished with value: -26.528124999999992 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.2944120579874165, 'beta_0': -1.2777605424079506}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 07:57:44,140] Trial 63 finished with value: -24.91475 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 2.0821920396699665, 'gamma_1': 0.40692446701662466, 'beta_0': -1.267721359294663, 'beta_1': -1.0768177916673667}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 08:11:13,443] Trial 64 finished with value: -24.841499999999996 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': 2.5092529135410078, 'gamma_1': 0.7214151702294039, 'gamma_2': -1.9831487971764479, 'gamma_3': -1.7858758601104006, 'gamma_4': -0.618910510862838, 'beta_0': -1.4527302153485104, 'beta_1': 0.4708047423891242, 'beta_2': 1.9840373242156675, 'beta_3': 1.0048690498780637, 'beta_4': 0.217291267343519}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 08:22:57,137] Trial 65 finished with value: -25.194125 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 2.349770935236023, 'gamma_1': 2.9278150297069, 'gamma_2': -0.3291645838179922, 'beta_0': -0.2562237879615358, 'beta_1': -0.6910447186574317, 'beta_2': -0.7304864108939237}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 08:32:52,392] Trial 66 finished with value: -26.969625000000004 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 1.8441495512933235, 'beta_0': -0.6195764361175162}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 09:13:09,130] Trial 67 finished with value: -24.045874999999995 and parameters: {'optimizer': 'SPSA', 'reps': 34, 'gamma_0': 1.8504736162682864, 'gamma_1': -1.9326360863216574, 'gamma_2': -1.5216713341771126, 'gamma_3': 0.8856676418037237, 'gamma_4': 3.137725657797202, 'gamma_5': -1.5094430595021395, 'gamma_6': 1.1599301140299287, 'gamma_7': -0.8173897748542249, 'gamma_8': -1.384668624722697, 'gamma_9': 0.4079783102365065, 'gamma_10': -3.1083321606848395, 'gamma_11': -0.5092527245152717, 'gamma_12': 0.019946093034456738, 'gamma_13': 0.2530441072560944, 'gamma_14': -3.117708312892541, 'gamma_15': -1.0359240904420115, 'gamma_16': -0.3383519994926744, 'gamma_17': -3.070988397870044, 'gamma_18': -2.9981529979006303, 'gamma_19': 2.8944937578669867, 'gamma_20': 1.9813285937698493, 'gamma_21': -2.1469212941239015, 'gamma_22': 0.11104442928372009, 'gamma_23': -1.0049754337878223, 'gamma_24': -1.6757281311604628, 'gamma_25': 3.0108244722144533, 'gamma_26': -1.3401824443800898, 'gamma_27': -1.2072884817776273, 'gamma_28': -2.8077764518462973, 'gamma_29': -0.9120761069498227, 'gamma_30': 1.9450308398868035, 'gamma_31': -2.169141709256852, 'gamma_32': 2.9415262028853175, 'gamma_33': -2.599198384290225, 'beta_0': -0.6111737868084337, 'beta_1': 1.6232986542964503, 'beta_2': -1.3906024470546745, 'beta_3': 0.4634247497346659, 'beta_4': -0.7409129852908848, 'beta_5': 1.5287742454726867, 'beta_6': 1.500177903267003, 'beta_7': -2.767437455055364, 'beta_8': -1.135654241039815, 'beta_9': -2.3058917011918436, 'beta_10': -0.8612880537287443, 'beta_11': 3.1237685130403805, 'beta_12': -2.7416959141322246, 'beta_13': -1.3165119364621072, 'beta_14': -2.5891661854997166, 'beta_15': 1.6650989500798483, 'beta_16': -3.1393910844173987, 'beta_17': 1.1364096047075736, 'beta_18': 1.3834754991277751, 'beta_19': -2.998362751973715, 'beta_20': 1.9733755952516472, 'beta_21': -2.7714018082613436, 'beta_22': -1.2602948113795256, 'beta_23': 1.6845739661592043, 'beta_24': -1.5926880597041233, 'beta_25': -3.112618180519306, 'beta_26': 3.0527919441764997, 'beta_27': -1.645312771856246, 'beta_28': -2.1827911882424034, 'beta_29': 3.0644089582554854, 'beta_30': -3.103946330453201, 'beta_31': -0.842657914355204, 'beta_32': 3.1364761298820785, 'beta_33': 3.0287412947141314}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 09:29:27,924] Trial 68 finished with value: -24.259124999999997 and parameters: {'optimizer': 'SPSA', 'reps': 8, 'gamma_0': 2.264090084601418, 'gamma_1': 2.2735334003715897, 'gamma_2': 0.8577556042648986, 'gamma_3': -0.7726029436650599, 'gamma_4': -1.7866277590656763, 'gamma_5': 2.425943897313412, 'gamma_6': -2.3695823877927635, 'gamma_7': 2.6996766526561693, 'beta_0': -0.7729245855365857, 'beta_1': 2.9750243141389108, 'beta_2': -0.06908240258264244, 'beta_3': -0.29267950389694275, 'beta_4': -0.10506082940721784, 'beta_5': 0.6586571560576486, 'beta_6': 2.2931712708080965, 'beta_7': -2.043132087279978}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 09:52:46,645] Trial 69 finished with value: -24.19275 and parameters: {'optimizer': 'COBYLA', 'reps': 44, 'gamma_0': 1.574008830418865, 'gamma_1': -2.85379559088268, 'gamma_2': 1.3451370617711742, 'gamma_3': 0.273660184013082, 'gamma_4': 0.05942576767603614, 'gamma_5': -1.0875391930592428, 'gamma_6': 3.121828680892493, 'gamma_7': 2.041685309045388, 'gamma_8': -2.2324865498963966, 'gamma_9': -3.0847890048646387, 'gamma_10': 0.27014893208513063, 'gamma_11': 0.4359089923176411, 'gamma_12': 1.342853267630159, 'gamma_13': -2.263297123042267, 'gamma_14': 3.1263299214649, 'gamma_15': -2.5347285094803427, 'gamma_16': -2.212904976944598, 'gamma_17': -0.004065087949242509, 'gamma_18': 2.226580504351765, 'gamma_19': 0.43149749996575587, 'gamma_20': -1.6029724193962913, 'gamma_21': 3.03879339371171, 'gamma_22': -2.177266357692831, 'gamma_23': -2.9503366020726203, 'gamma_24': -1.5562986316904621, 'gamma_25': -2.88977512207656, 'gamma_26': -1.5665171974576777, 'gamma_27': -0.5381513361911887, 'gamma_28': -0.9120722780005468, 'gamma_29': -0.028448990021420893, 'gamma_30': -0.8865865113088901, 'gamma_31': 3.1030628403847405, 'gamma_32': -0.7258907876747582, 'gamma_33': 2.8793553801816456, 'gamma_34': -0.775546435822536, 'gamma_35': 3.0699554825617112, 'gamma_36': -1.8535605915941, 'gamma_37': 2.9885089318379676, 'gamma_38': -3.0400001128445373, 'gamma_39': -2.9117233331004977, 'gamma_40': -0.0690862060779131, 'gamma_41': -3.09138501776242, 'gamma_42': -2.6424227672065483, 'gamma_43': -3.0128518363537573, 'beta_0': -1.0085801098305618, 'beta_1': 2.0148450027062905, 'beta_2': 3.1239078661239996, 'beta_3': -1.9838054658061601, 'beta_4': 1.0574490237676866, 'beta_5': -0.1578397269652736, 'beta_6': -1.05029932501224, 'beta_7': 0.9504090635604265, 'beta_8': 0.9691608947067867, 'beta_9': 1.3014362332969642, 'beta_10': 1.2473845177142746, 'beta_11': -0.5392541660704664, 'beta_12': -0.9022026626543823, 'beta_13': -0.13695084251718828, 'beta_14': -0.09726102849850239, 'beta_15': 3.0386062458099823, 'beta_16': 0.7773761910594058, 'beta_17': -2.322072969149568, 'beta_18': -1.913778504553623, 'beta_19': 2.4610561722764577, 'beta_20': -2.3714307053599253, 'beta_21': 0.8592167757635553, 'beta_22': -2.907225477763718, 'beta_23': -1.4756659168258472, 'beta_24': -0.23595706594763727, 'beta_25': 1.0043675043646192, 'beta_26': -2.0197938120592522, 'beta_27': 0.4417992628827702, 'beta_28': 1.5652702850617186, 'beta_29': 1.6425991032340546, 'beta_30': 1.7233171002460954, 'beta_31': 2.895910642308552, 'beta_32': -1.512384785038476, 'beta_33': -3.079193077806154, 'beta_34': 1.5223847786304876, 'beta_35': -3.093848494509498, 'beta_36': 2.8846544939304146, 'beta_37': 2.956623272607531, 'beta_38': -2.871042263311696, 'beta_39': -2.8755321423783, 'beta_40': -3.000713704046414, 'beta_41': 3.119246078152211, 'beta_42': 2.9434331309724815, 'beta_43': 3.089098008468305}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 10:12:44,529] Trial 70 finished with value: -24.09575 and parameters: {'optimizer': 'SPSA', 'reps': 12, 'gamma_0': 1.960702788159635, 'gamma_1': -2.471970432052345, 'gamma_2': 0.18378433933765595, 'gamma_3': 2.7560652972028845, 'gamma_4': 1.423643701098756, 'gamma_5': 3.131470123723011, 'gamma_6': 1.8287068026391946, 'gamma_7': -2.6431969444390306, 'gamma_8': 2.399884247701463, 'gamma_9': 3.1172446212436813, 'gamma_10': -2.0134438805097226, 'gamma_11': 1.0722168538089503, 'beta_0': -1.4635356827329455, 'beta_1': -2.915695844625011, 'beta_2': 2.6834350646986307, 'beta_3': -1.0459418346514433, 'beta_4': 1.9743399988362242, 'beta_5': 0.3558959362381602, 'beta_6': -1.6711412631422093, 'beta_7': 2.8435886637039114, 'beta_8': -0.13600383693480775, 'beta_9': -1.7527677705450773, 'beta_10': 0.23184066567978312, 'beta_11': 0.4917435772789342}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 10:22:40,456] Trial 71 finished with value: -26.428625000000004 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 1.8066315789348402, 'beta_0': -0.18477710779037892}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 10:32:36,962] Trial 72 finished with value: -26.174375000000005 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 1.770920961378218, 'beta_0': 0.18001659911479367}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 10:45:08,619] Trial 73 finished with value: -24.628000000000004 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 2.565794525362187, 'gamma_1': 0.021544993750963748, 'gamma_2': -3.12708221217683, 'gamma_3': -2.611641530033766, 'beta_0': -0.2051677621545365, 'beta_1': -2.414740639177558, 'beta_2': -2.8089826743534165, 'beta_3': 3.080387064445555}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 10:59:24,537] Trial 74 finished with value: -24.241125000000004 and parameters: {'optimizer': 'SPSA', 'reps': 6, 'gamma_0': 1.3420473362489242, 'gamma_1': 2.0019329280675944, 'gamma_2': -2.306912420626248, 'gamma_3': 1.048737312987023, 'gamma_4': -2.6125563011231363, 'gamma_5': 1.5937024295409299, 'beta_0': -0.6594201841337527, 'beta_1': -2.071242353486933, 'beta_2': -2.2706875557190607, 'beta_3': 2.3464893283412454, 'beta_4': 3.09692114222071, 'beta_5': 2.851991773127743}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 11:10:08,896] Trial 75 finished with value: -21.489124999999994 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 2.0504002776044508, 'gamma_1': -0.7578447719203562, 'beta_0': -0.4116346109181498, 'beta_1': 1.220939713016827}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 11:22:40,162] Trial 76 finished with value: -24.135499999999997 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 1.7319576868402105, 'gamma_1': -1.3723638259991784, 'gamma_2': -0.9961187121158758, 'gamma_3': -3.040220754120676, 'beta_0': -1.0058026023326265, 'beta_1': -1.2013953121063585, 'beta_2': 0.9306814124515528, 'beta_3': 1.9434889730890137}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 11:32:33,267] Trial 77 finished with value: -26.829 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.280419613389113, 'beta_0': 0.8329489366037223}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 12:05:50,071] Trial 78 finished with value: -23.897875000000006 and parameters: {'optimizer': 'SPSA', 'reps': 27, 'gamma_0': 2.7656179595674546, 'gamma_1': 1.318964389072712, 'gamma_2': -0.6454725586375112, 'gamma_3': -0.2003145312995267, 'gamma_4': -0.3096396127433887, 'gamma_5': 0.9854996478969912, 'gamma_6': 2.6759343750788416, 'gamma_7': -0.09452547436973723, 'gamma_8': 2.1138952936175266, 'gamma_9': 1.1686121867392272, 'gamma_10': 1.1661111510461226, 'gamma_11': 2.460066103478, 'gamma_12': -0.7839199573650335, 'gamma_13': 3.0844662101816147, 'gamma_14': 0.8555612200623347, 'gamma_15': -1.2145612259455332, 'gamma_16': -0.6853230052301199, 'gamma_17': -3.120959953066291, 'gamma_18': 0.1994788127567177, 'gamma_19': -2.1447449825627984, 'gamma_20': 1.5079952189407313, 'gamma_21': 0.8831968313784466, 'gamma_22': 1.1103846830902746, 'gamma_23': -0.4497293415295947, 'gamma_24': 2.9747140792793587, 'gamma_25': 1.9877797363599843, 'gamma_26': 3.13005899431991, 'beta_0': 0.878959741166342, 'beta_1': -0.4610005326921189, 'beta_2': -1.6359640336303367, 'beta_3': -1.574251639587975, 'beta_4': -2.7949775194178037, 'beta_5': -1.4399233259629567, 'beta_6': 3.1075775551125138, 'beta_7': 2.1778414772031867, 'beta_8': 2.0074404664670698, 'beta_9': 2.4878007299542975, 'beta_10': -1.172110003765378, 'beta_11': 1.5905669565284897, 'beta_12': 0.29584492140392066, 'beta_13': -2.875144906350888, 'beta_14': 1.5595042658795875, 'beta_15': -1.8649776340559385, 'beta_16': 2.2910771173241953, 'beta_17': -0.39888233468962075, 'beta_18': 1.782947947070754, 'beta_19': -0.34581801425437086, 'beta_20': 0.8136065682896334, 'beta_21': -1.1372540454558682, 'beta_22': 0.24806515665651013, 'beta_23': -2.0517438177766056, 'beta_24': 1.896564758184884, 'beta_25': 3.101049438536187, 'beta_26': 1.9961604298007753}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 12:20:59,984] Trial 79 finished with value: -24.107999999999997 and parameters: {'optimizer': 'SPSA', 'reps': 7, 'gamma_0': 2.352496677421814, 'gamma_1': -0.43748413255087587, 'gamma_2': 1.6512179162771692, 'gamma_3': 1.4580061924722731, 'gamma_4': 2.9003927196856103, 'gamma_5': -0.4414411858785685, 'gamma_6': -1.2399498628039574, 'beta_0': 1.2547333170928812, 'beta_1': -2.556625680522163, 'beta_2': -0.36129211000254263, 'beta_3': 0.22237417815721408, 'beta_4': 2.7856832590026515, 'beta_5': -2.0115061402859324, 'beta_6': 1.6495358990067148}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 12:32:36,623] Trial 80 finished with value: -24.633874999999996 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 2.5161311309669623, 'gamma_1': 0.26985998188250004, 'gamma_2': 2.721856305951565, 'beta_0': 1.657678974708077, 'beta_1': 2.816658214374073, 'beta_2': 1.7512584133626696}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 12:42:29,740] Trial 81 finished with value: -26.67099999999999 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.1987743666441393, 'beta_0': 0.47697533404343473}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 12:53:15,811] Trial 82 finished with value: -26.510749999999994 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 2.95903090760217, 'gamma_1': 1.659901367470364, 'beta_0': 0.5061002005532635, 'beta_1': -0.1911349327063422}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 13:04:01,889] Trial 83 finished with value: -23.733625000000004 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 2.962422421983315, 'gamma_1': 1.5594865913244194, 'beta_0': 0.6480453868315406, 'beta_1': 0.31117942513765096}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 13:17:25,584] Trial 84 finished with value: -24.627374999999994 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': 2.6725141563289876, 'gamma_1': 3.104017599418654, 'gamma_2': -1.4096101124005607, 'gamma_3': 1.9326615012983728, 'gamma_4': 2.4302953557862623, 'beta_0': 0.8755645735160063, 'beta_1': -0.8263781438780586, 'beta_2': 1.1789746484740629, 'beta_3': 1.662563831528631, 'beta_4': -2.1399870306414805}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 13:29:04,029] Trial 85 finished with value: -24.274124999999998 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 2.2154260003898227, 'gamma_1': 0.7912796136528686, 'gamma_2': 2.181367071118654, 'beta_0': 0.4168062353116327, 'beta_1': -0.23314614949030943, 'beta_2': -0.883791651846416}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 13:50:06,202] Trial 86 finished with value: -24.103875000000006 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': 3.100937446839027, 'gamma_1': 2.1551166919480647, 'gamma_2': -2.7403187763413426, 'gamma_3': -1.9257902304185899, 'gamma_4': -1.183301393440335, 'beta_0': 0.26910906527311523, 'beta_1': 0.5702244500181117, 'beta_2': 0.7225692101231986, 'beta_3': 1.1075269183991672, 'beta_4': 1.5986234251365607}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 13:59:59,527] Trial 87 finished with value: -25.98725 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.8015885847789863, 'beta_0': 1.1031284981386213}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 14:17:02,888] Trial 88 finished with value: -24.086124999999992 and parameters: {'optimizer': 'SPSA', 'reps': 9, 'gamma_0': 2.9417384193387415, 'gamma_1': 0.5878680071110923, 'gamma_2': -1.8932924860643667, 'gamma_3': -1.4017181189056573, 'gamma_4': 0.1749787499944241, 'gamma_5': 0.2164616061682225, 'gamma_6': 0.9588221310959969, 'gamma_7': 1.5102622563513644, 'gamma_8': -3.081393737884004, 'beta_0': 0.7241836422836471, 'beta_1': 0.014234731745812579, 'beta_2': 2.295397316348681, 'beta_3': 0.5537112478277992, 'beta_4': 2.13896291447446, 'beta_5': 2.1723217665343264, 'beta_6': -0.09091450414306139, 'beta_7': 1.4200485107899972, 'beta_8': -0.6688363671000177}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 14:17:30,951] Trial 89 finished with value: -25.970875 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 2.4376112323374013, 'gamma_1': 1.1368524483575013, 'beta_0': 0.5307859956976805, 'beta_1': 0.914700590358057}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 14:32:04,203] Trial 90 finished with value: -25.047375000000002 and parameters: {'optimizer': 'SPSA', 'reps': 6, 'gamma_0': 2.2205554864552517, 'gamma_1': 2.791031514137665, 'gamma_2': 1.1064310690793087, 'gamma_3': 2.439562366300587, 'gamma_4': 0.7184357785504023, 'gamma_5': -2.5382413665162518, 'beta_0': 0.19023928492477493, 'beta_1': -1.7582273567027706, 'beta_2': -1.2340176554370648, 'beta_3': -0.20607303455396256, 'beta_4': -1.4975644165221251, 'beta_5': -2.6718502034754628}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 14:42:03,303] Trial 91 finished with value: -25.960250000000002 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 1.1676025103384278, 'beta_0': 0.024024173931163545}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 14:54:40,653] Trial 92 finished with value: -24.015624999999996 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 1.558598987705587, 'gamma_1': 1.892502987893357, 'gamma_2': 0.3292929686640393, 'gamma_3': -1.0029769771117778, 'beta_0': 0.01199558889210074, 'beta_1': -1.341606406075392, 'beta_2': 0.14024174952610102, 'beta_3': 2.9578187210444513}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 15:05:45,751] Trial 93 finished with value: -25.114624999999997 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 1.9100320801872734, 'gamma_1': 1.5008362182057056, 'beta_0': 0.8144718346200699, 'beta_1': 0.27664149690787343}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 15:15:45,977] Trial 94 finished with value: -26.339125 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.073457176338465, 'beta_0': 1.0775599737207124}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 15:28:26,106] Trial 95 finished with value: -24.059375 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 0.9769342224149452, 'gamma_1': 0.8799614787608248, 'gamma_2': 0.7366986552192456, 'gamma_3': -2.7497073862475543, 'beta_0': 0.4151395677742115, 'beta_1': -0.6468445085411357, 'beta_2': -2.5695809271436474, 'beta_3': 2.3997842725750425}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 15:40:11,645] Trial 96 finished with value: -24.517625000000002 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 2.5986826194637302, 'gamma_1': 1.2324337562498373, 'gamma_2': -0.1947255445707221, 'beta_0': -0.30719268811251044, 'beta_1': -1.9332622254228378, 'beta_2': -2.261104979952807}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 16:09:43,582] Trial 97 finished with value: -23.900874999999996 and parameters: {'optimizer': 'SPSA', 'reps': 22, 'gamma_0': 2.2795413425141353, 'gamma_1': -0.14864213598890413, 'gamma_2': -2.517358350947408, 'gamma_3': 0.3108015075185256, 'gamma_4': -2.9498374620339227, 'gamma_5': 1.231541816755496, 'gamma_6': -1.5604635668641247, 'gamma_7': 0.773372042289707, 'gamma_8': 1.4488407378387849, 'gamma_9': 2.4830570833951473, 'gamma_10': 2.2313747953824294, 'gamma_11': -1.575436419024294, 'gamma_12': -3.1221002498817905, 'gamma_13': 1.1033044781296995, 'gamma_14': -2.135980030494134, 'gamma_15': 0.7309876703612184, 'gamma_16': 0.3039639623849663, 'gamma_17': -1.8935455416473959, 'gamma_18': 0.834785331348596, 'gamma_19': 0.7844141983184911, 'gamma_20': -2.9390699727290825, 'gamma_21': -0.4575003693848617, 'beta_0': 1.3682228803107346, 'beta_1': -0.4317942986422164, 'beta_2': -0.1972878798873144, 'beta_3': -0.7506861808554964, 'beta_4': -0.6928241148650889, 'beta_5': 1.5263447054612682, 'beta_6': -2.524751609709865, 'beta_7': 1.7130203899103462, 'beta_8': -1.3034476820591798, 'beta_9': 2.0701979221236604, 'beta_10': 3.007282589061529, 'beta_11': 2.5056933686956526, 'beta_12': 1.5843582624530617, 'beta_13': 3.1406798887437772, 'beta_14': -1.2632602975215417, 'beta_15': -0.35168490972283045, 'beta_16': -0.3814282462717629, 'beta_17': 1.9347479174709978, 'beta_18': -0.2244281781919972, 'beta_19': -2.4699196161843244, 'beta_20': -0.930411561441732, 'beta_21': 1.1665074294108977}. Best is trial 10 with value: -27.14162499999999.
[I 2021-08-06 16:20:36,290] Trial 98 finished with value: -27.162250000000007 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 1.4860129838942333, 'gamma_1': 1.6297590314186554, 'beta_0': -0.4972531027583472, 'beta_1': 2.297081873342964}. Best is trial 98 with value: -27.162250000000007.
[I 2021-08-06 16:31:33,928] Trial 99 finished with value: -24.753249999999994 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 0.4125212019668829, 'gamma_1': 1.7421255422380615, 'beta_0': 0.308618932570093, 'beta_1': 2.3991484744639484}. Best is trial 98 with value: -27.162250000000007.
[I 2021-08-06 17:28:02,092] Trial 100 finished with value: -23.919375 and parameters: {'optimizer': 'SPSA', 'reps': 50, 'gamma_0': 1.2337178095417556, 'gamma_1': 2.63865463154024, 'gamma_2': 0.5858600552921378, 'gamma_3': -2.394540962575165, 'gamma_4': -2.0031252408079796, 'gamma_5': 1.855098283328831, 'gamma_6': -0.9223375269875425, 'gamma_7': -1.9047978667002885, 'gamma_8': -2.61047685145985, 'gamma_9': -0.47804419554719696, 'gamma_10': 0.7115033941679328, 'gamma_11': -2.0096937510726245, 'gamma_12': -2.1124980485262186, 'gamma_13': 2.238590040041385, 'gamma_14': -0.6760669427971578, 'gamma_15': 1.7280976086782012, 'gamma_16': 1.641020866565627, 'gamma_17': -0.23045538893825593, 'gamma_18': -1.0503984346494624, 'gamma_19': -0.5706158897294955, 'gamma_20': -1.187404200997421, 'gamma_21': -1.6162000207072906, 'gamma_22': -0.7315689839917339, 'gamma_23': 1.716565239313783, 'gamma_24': 1.6220735557671395, 'gamma_25': -2.234776068585726, 'gamma_26': -2.223639944126329, 'gamma_27': 3.0801130647044084, 'gamma_28': 3.0875875021201176, 'gamma_29': -2.513767612216196, 'gamma_30': -3.1183643056137735, 'gamma_31': -1.3452116192810804, 'gamma_32': -3.1387156652232764, 'gamma_33': -1.595579246578558, 'gamma_34': 0.6239389048422015, 'gamma_35': -1.4097132145509241, 'gamma_36': 3.030266103827705, 'gamma_37': -2.9259080123841144, 'gamma_38': 1.7581157755903407, 'gamma_39': 0.22604260613908345, 'gamma_40': -2.822222448931732, 'gamma_41': 2.955876371647386, 'gamma_42': 3.0993641212354284, 'gamma_43': 0.8153689384257944, 'gamma_44': -2.994678115586176, 'gamma_45': 0.8128244274337749, 'gamma_46': 2.8263394758213622, 'gamma_47': -3.037558811688098, 'gamma_48': 3.116619688306908, 'gamma_49': 3.0762910596103334, 'beta_0': 0.5549922374343786, 'beta_1': -0.8939390116309789, 'beta_2': 0.3990306318198684, 'beta_3': -2.3644373906979195, 'beta_4': 1.1414496324653929, 'beta_5': -0.815673095366862, 'beta_6': 0.787003246842878, 'beta_7': -2.5916804283896573, 'beta_8': -2.0718973571797332, 'beta_9': 0.34219602983969233, 'beta_10': -2.4857820150943613, 'beta_11': -1.6558692758662708, 'beta_12': 2.6702240603020333, 'beta_13': -1.552536295625146, 'beta_14': 0.3342729299486953, 'beta_15': 1.238737938731226, 'beta_16': -3.0685524900191377, 'beta_17': 0.5373435970723424, 'beta_18': 3.126649341624533, 'beta_19': 3.118170046990878, 'beta_20': 2.540274533742584, 'beta_21': -2.4261853184857283, 'beta_22': -3.0776109502787206, 'beta_23': -0.6722652337274441, 'beta_24': -2.2801025774145507, 'beta_25': 1.6351798765560002, 'beta_26': -1.573935268496008, 'beta_27': 2.953026823221478, 'beta_28': -0.45276472762727166, 'beta_29': -0.48630531571382046, 'beta_30': -1.3497708548323155, 'beta_31': 1.0545682271547163, 'beta_32': 1.4552098370789197, 'beta_33': -0.3265453054111005, 'beta_34': 1.0223091972759968, 'beta_35': 0.28914388247039896, 'beta_36': -1.234352367066912, 'beta_37': -2.9312787447792377, 'beta_38': 0.9349242147074172, 'beta_39': 0.645913073615242, 'beta_40': 3.1397364109177905, 'beta_41': -2.913758487382118, 'beta_42': -2.78875632780886, 'beta_43': 0.5481692912523433, 'beta_44': -3.017539565800012, 'beta_45': 2.7635875351754478, 'beta_46': -2.8099103987789946, 'beta_47': 3.002242726696621, 'beta_48': -2.8239137165731236, 'beta_49': -3.0974676599851065}. Best is trial 98 with value: -27.162250000000007.
[I 2021-08-06 17:39:46,551] Trial 101 finished with value: -27.204000000000004 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 1.6665200383119312, 'gamma_1': 2.4422095259931718, 'gamma_2': 3.10198023449712, 'beta_0': -0.5345094083697458, 'beta_1': -0.13118708325344441, 'beta_2': -1.9334343837333532}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 17:52:22,087] Trial 102 finished with value: -25.042749999999998 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 1.6808153936633337, 'gamma_1': 2.484088589709282, 'gamma_2': 2.501122421581508, 'gamma_3': 3.117149644997496, 'beta_0': 0.11224678333219051, 'beta_1': -0.1979833298422652, 'beta_2': -1.9509757350663988, 'beta_3': -2.8974514252616634}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 18:06:47,564] Trial 103 finished with value: -24.12175 and parameters: {'optimizer': 'SPSA', 'reps': 6, 'gamma_0': 1.9647464791401963, 'gamma_1': 2.358173264400423, 'gamma_2': 3.140492625776378, 'gamma_3': -1.6900875608130068, 'gamma_4': 2.1952400481603114, 'gamma_5': 0.800341927224908, 'beta_0': -0.12816641568017828, 'beta_1': 0.11773997287431726, 'beta_2': -2.385967425611255, 'beta_3': 0.6397407100390624, 'beta_4': -0.39858103753127183, 'beta_5': 3.059028908198539}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 18:20:39,429] Trial 104 finished with value: -23.904750000000003 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': 2.428386699676393, 'gamma_1': 2.050785034661991, 'gamma_2': 1.7150598372636905, 'gamma_3': -1.271498840952234, 'gamma_4': 1.1453154318307017, 'beta_0': -0.6806704570072447, 'beta_1': -0.06347795997615949, 'beta_2': -1.5822352334521235, 'beta_3': -1.9313879823019116, 'beta_4': -0.9861320188834178}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 18:31:50,249] Trial 105 finished with value: -26.010875000000002 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 1.3951707470638497, 'gamma_1': 1.6570149990354626, 'beta_0': -0.4561503966494562, 'beta_1': -0.3322081471947467}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 18:43:47,048] Trial 106 finished with value: -25.323625000000003 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 2.151148677026631, 'gamma_1': 1.8323558641964657, 'gamma_2': 2.869212401760962, 'beta_0': -0.4885427292967535, 'beta_1': -0.532335310107011, 'beta_2': -3.1401340109175635}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 18:59:36,557] Trial 107 finished with value: -24.015875000000005 and parameters: {'optimizer': 'SPSA', 'reps': 7, 'gamma_0': 0.6790432674923375, 'gamma_1': 2.387990182023053, 'gamma_2': 1.9090798184832132, 'gamma_3': -2.0104062215748075, 'gamma_4': -2.340514269725746, 'gamma_5': -0.8495286548880789, 'gamma_6': -0.17935164214398808, 'beta_0': -2.584243439332348, 'beta_1': -1.5133587160264657, 'beta_2': -1.221292761751563, 'beta_3': -2.3078572458148283, 'beta_4': 0.4933014555062907, 'beta_5': 2.074245554304181, 'beta_6': 2.560148689893755}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 19:15:31,879] Trial 108 finished with value: -25.728999999999996 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 1.0791148923748901, 'beta_0': -0.0704954913471717}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 19:27:30,328] Trial 109 finished with value: -24.42225 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 2.677262210962477, 'gamma_1': 1.4496535451111578, 'gamma_2': 0.1293969833600568, 'beta_0': -0.8838357005464172, 'beta_1': 2.213358994278572, 'beta_2': -1.8825533222386925}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 19:38:21,345] Trial 110 finished with value: -24.518375 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 0.15645093380304276, 'gamma_1': 2.814400032899215, 'beta_0': -0.24905107046748398, 'beta_1': -1.1351832807188234}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 19:48:27,528] Trial 111 finished with value: -26.519750000000005 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 1.5847177798046646, 'beta_0': -2.944927059764475}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 19:58:33,314] Trial 112 finished with value: -25.778249999999996 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 1.8358825006207735, 'beta_0': -2.973140099180086}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 20:12:25,338] Trial 113 finished with value: -24.079625000000007 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': 1.6525501897730592, 'gamma_1': 3.04388829414515, 'gamma_2': -0.7959521754996102, 'gamma_3': 2.8110559674033944, 'gamma_4': 1.8294011159395975, 'beta_0': -2.7150289664751988, 'beta_1': -0.9302208791604551, 'beta_2': -2.8828590674411165, 'beta_3': 2.147254510558397, 'beta_4': -1.8753561108405488}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 20:25:27,669] Trial 114 finished with value: -24.764624999999995 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 1.4727460202279525, 'gamma_1': 1.2322586268370248, 'gamma_2': -1.0966424815573963, 'gamma_3': 0.6139365271618077, 'beta_0': -3.1335947407584306, 'beta_1': 0.6658704800412558, 'beta_2': -2.1221489814117165, 'beta_3': -0.41940619349211317}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 20:35:42,832] Trial 115 finished with value: -26.425375000000003 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.0093192176566115, 'beta_0': -2.9477394625135687}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 20:47:41,138] Trial 116 finished with value: -24.011125000000003 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 1.331313087303014, 'gamma_1': 2.067981493170463, 'gamma_2': -2.155006784058083, 'beta_0': -0.579961710787296, 'beta_1': 1.2131932683626592, 'beta_2': -0.6735475407451263}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 20:58:59,184] Trial 117 finished with value: -22.019499999999997 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 0.8029689152033509, 'gamma_1': 2.6828293703477075, 'beta_0': -2.22414965749595, 'beta_1': 0.42481952257311795}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 21:13:41,588] Trial 118 finished with value: -23.810875000000003 and parameters: {'optimizer': 'SPSA', 'reps': 6, 'gamma_0': 2.854067432473659, 'gamma_1': 0.6016206682924867, 'gamma_2': -1.6984630675884997, 'gamma_3': -0.23914987180503347, 'gamma_4': -1.5572577555987823, 'gamma_5': -1.3834565726999495, 'beta_0': -2.468249720394228, 'beta_1': 1.3829225785776762, 'beta_2': -1.0834326072794336, 'beta_3': -0.9613518999429811, 'beta_4': 0.8174964527014467, 'beta_5': 0.9136232020335339}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 21:16:14,514] Trial 119 finished with value: -23.977249999999998 and parameters: {'optimizer': 'COBYLA', 'reps': 8, 'gamma_0': 3.0225906653210974, 'gamma_1': 0.9288572096076192, 'gamma_2': 1.4855951482377345, 'gamma_3': 1.4234637703990893, 'gamma_4': -0.6467310682488446, 'gamma_5': 2.468914519950983, 'gamma_6': 0.4422387365400876, 'gamma_7': -0.7391895739804255, 'beta_0': -0.3286928478856828, 'beta_1': -0.7568024311052174, 'beta_2': -2.7056715183012825, 'beta_3': 0.14281717064571361, 'beta_4': 0.048278313141705866, 'beta_5': -0.03499452355968142, 'beta_6': 0.2196821683044102, 'beta_7': -1.9436865679832223}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 21:29:03,725] Trial 120 finished with value: -24.254249999999995 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 1.7292402780378207, 'gamma_1': 2.24289486879142, 'gamma_2': -0.4286071899113333, 'gamma_3': 0.12217701066135946, 'beta_0': 0.09425139444648845, 'beta_1': 1.8451982659202038, 'beta_2': -0.8725252238814729, 'beta_3': 1.5070553692329984}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 21:39:08,377] Trial 121 finished with value: -25.80375 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 1.6199468590551203, 'beta_0': -1.1852612784791703}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 21:49:20,065] Trial 122 finished with value: -25.692999999999998 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 1.474179948514582, 'beta_0': -0.8875669905111121}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 22:00:25,130] Trial 123 finished with value: -26.151125000000008 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 1.889060392385646, 'gamma_1': 1.6343444034868329, 'beta_0': -0.730731188799649, 'beta_1': 1.0520093001276416}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 22:12:19,987] Trial 124 finished with value: -25.507749999999994 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 1.2594008564793069, 'gamma_1': 0.1963594839774636, 'gamma_2': -1.4287926868080407, 'beta_0': -1.5319318640384427, 'beta_1': -0.3481161273507092, 'beta_2': -1.7341641841756155}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 22:23:12,753] Trial 125 finished with value: -26.343 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 2.1557073709666446, 'gamma_1': 0.46048603323066384, 'beta_0': -0.514901429888122, 'beta_1': -0.08733866341118102}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 22:37:16,727] Trial 126 finished with value: -24.397750000000002 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': 0.9196775451822811, 'gamma_1': 1.9138659847815216, 'gamma_2': 2.0265355056401946, 'gamma_3': -2.940265735725228, 'gamma_4': -1.107903982876877, 'beta_0': -1.0564687604936964, 'beta_1': 0.1855399911580452, 'beta_2': -2.55690653731299, 'beta_3': -1.7406819231288368, 'beta_4': 1.6043233118602054}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 22:47:32,053] Trial 127 finished with value: -26.369125000000004 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 1.5576782770289106, 'beta_0': 1.0064539381695075}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 23:00:25,344] Trial 128 finished with value: -24.585625 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 2.326818171424081, 'gamma_1': 2.933576602678124, 'gamma_2': -2.9105286686649317, 'gamma_3': -0.5594624930170432, 'beta_0': -1.858175284726133, 'beta_1': 0.4513499475082049, 'beta_2': -0.4818763827851966, 'beta_3': 1.1332166138386237}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 23:12:10,701] Trial 129 finished with value: -25.757 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 3.124715736860209, 'gamma_1': 1.3999359092139287, 'gamma_2': 1.0686326422359134, 'beta_0': -0.8067171004259378, 'beta_1': 0.8306942508302138, 'beta_2': -1.3974691009234024}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 23:22:09,042] Trial 130 finished with value: -24.340874999999997 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 1.8145994799300935, 'beta_0': -0.11478426831900668}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 23:32:09,114] Trial 131 finished with value: -25.834874999999997 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.095194400260203, 'beta_0': -0.18634051246320676}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 23:43:53,731] Trial 132 finished with value: -24.135749999999998 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 1.7814034954230993, 'gamma_1': 1.0955746747012092, 'gamma_2': 2.3562461815246483, 'beta_0': -0.39833587897878836, 'beta_1': -1.7088368813480956, 'beta_2': -2.8783461158877737}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-06 23:54:44,907] Trial 133 finished with value: -25.496125000000003 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 2.4737819343487595, 'gamma_1': 2.4105491221832565, 'beta_0': 0.28698256187414745, 'beta_1': 2.6169357069793344}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-07 00:04:43,496] Trial 134 finished with value: -25.81374999999999 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.003523904354656, 'beta_0': -2.847626538599609}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-07 00:17:23,159] Trial 135 finished with value: -24.738 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 1.5607155022115784, 'gamma_1': 0.8167652993586508, 'gamma_2': -0.17921634450807633, 'gamma_3': 2.0045041650285627, 'beta_0': -0.6301513908821492, 'beta_1': -1.352321509127083, 'beta_2': -2.33100471048478, 'beta_3': -1.499527261998375}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-07 00:27:23,559] Trial 136 finished with value: -25.903875 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.2125240362557506, 'beta_0': -0.005688240140849565}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-07 00:38:16,039] Trial 137 finished with value: -26.112374999999997 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 1.434696698531736, 'gamma_1': 2.160042017609821, 'beta_0': 0.4987395273755393, 'beta_1': -0.5734422331842639}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-07 01:04:56,655] Trial 138 finished with value: -24.023000000000003 and parameters: {'optimizer': 'SPSA', 'reps': 19, 'gamma_0': 1.1339225020587498, 'gamma_1': 1.1835852308832948, 'gamma_2': -0.8271718060751952, 'gamma_3': 2.2406218249647716, 'gamma_4': -2.8656114480741066, 'gamma_5': -2.8548875933614517, 'gamma_6': -2.1883678166864446, 'gamma_7': 2.837626351623622, 'gamma_8': -1.3998781913696494, 'gamma_9': -0.9745676354603816, 'gamma_10': 0.6470498076377068, 'gamma_11': -2.6715371645110797, 'gamma_12': 0.4341431335155583, 'gamma_13': -0.21126885251271368, 'gamma_14': 2.1840425880398673, 'gamma_15': 2.589546542495627, 'gamma_16': -2.7338417300759414, 'gamma_17': 1.5976432967678131, 'gamma_18': 2.4771948025504527, 'beta_0': -0.2716145833796173, 'beta_1': -1.239024632396835, 'beta_2': 0.05039226805285836, 'beta_3': -1.119762612493624, 'beta_4': 2.824116483848573, 'beta_5': -2.1429011869697514, 'beta_6': -1.9979683156539485, 'beta_7': -1.1028631258623809, 'beta_8': -2.8873491322733797, 'beta_9': 0.9384312549318953, 'beta_10': -0.4960240865824727, 'beta_11': -2.336581887265864, 'beta_12': -1.5556827620800153, 'beta_13': -2.60558863213012, 'beta_14': -2.5348879481679867, 'beta_15': 2.3768403391623423, 'beta_16': 0.9581316425779398, 'beta_17': 1.7985738137301717, 'beta_18': -0.6365952170945554}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-07 01:23:07,150] Trial 139 finished with value: -26.450625000000002 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 1.949172588787905, 'gamma_1': 0.3518425250124853, 'gamma_2': 0.04582639967401336, 'beta_0': 0.6603684217881578, 'beta_1': -0.9647254767918125, 'beta_2': -2.019413252161371}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-07 01:24:27,937] Trial 140 finished with value: -25.205 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': 2.6484103074630285, 'gamma_1': 0.32209121306112787, 'gamma_2': -0.5595058497176413, 'gamma_3': 0.9418332720343969, 'gamma_4': -0.3105319629714626, 'beta_0': 0.6823024344867252, 'beta_1': -0.9635214563285794, 'beta_2': -2.1872678232325895, 'beta_3': 1.7253233212811034, 'beta_4': -3.136613521248687}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-07 01:36:13,673] Trial 141 finished with value: -25.432125 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 1.9279760544959332, 'gamma_1': 0.6908832689542244, 'gamma_2': 0.03834028115139332, 'beta_0': 0.7531692735456956, 'beta_1': -0.6948022996935648, 'beta_2': -2.001216641673695}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-07 01:52:52,600] Trial 142 finished with value: -26.45587499999999 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 1.7444842534905831, 'gamma_1': 0.05798821039562885, 'beta_0': 0.9794797830119615, 'beta_1': -1.6362129511075185}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-07 02:09:33,924] Trial 143 finished with value: -26.18425 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 1.6897044204176652, 'gamma_1': 0.015496900203233304, 'beta_0': 0.8601183801205208, 'beta_1': -1.977136275384607}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-07 02:29:18,482] Trial 144 finished with value: -23.955499999999997 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': 2.3055342740140627, 'gamma_1': -0.5205606199251889, 'gamma_2': 3.102439293587122, 'gamma_3': -1.0193859516394994, 'beta_0': 1.2722787460136664, 'beta_1': -2.108021320704104, 'beta_2': -2.4905215798891582, 'beta_3': 2.8800202991585184}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-07 02:47:25,775] Trial 145 finished with value: -25.754875 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 2.0765305661531497, 'gamma_1': -0.2568095303490982, 'gamma_2': 0.38215209203299194, 'beta_0': 0.9766866493414659, 'beta_1': -1.4738181824681997, 'beta_2': -3.0243530049698353}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-07 04:03:08,666] Trial 146 finished with value: -24.047125000000005 and parameters: {'optimizer': 'QN-SPSA', 'reps': 39, 'gamma_0': 1.8979268940639793, 'gamma_1': 0.0940553351190756, 'gamma_2': -2.280409934135641, 'gamma_3': 2.970266714627438, 'gamma_4': 0.6529831309525381, 'gamma_5': -0.22892692003053317, 'gamma_6': -2.7281086812374458, 'gamma_7': 2.3693801867727444, 'gamma_8': -0.15346105250987865, 'gamma_9': -2.466314689947706, 'gamma_10': -1.8679799289220738, 'gamma_11': 0.3526830111629211, 'gamma_12': -2.6344011847576456, 'gamma_13': -2.8617579384965843, 'gamma_14': 0.5067130024319493, 'gamma_15': 1.563558798217253, 'gamma_16': -1.1406001656619273, 'gamma_17': -1.6211296616178328, 'gamma_18': -2.354143447166993, 'gamma_19': -2.0113432998391767, 'gamma_20': 1.1084512567502478, 'gamma_21': -2.5581278370676728, 'gamma_22': 2.3693995686826113, 'gamma_23': 2.4283852968560757, 'gamma_24': -1.2802211692701597, 'gamma_25': 2.4861344714803852, 'gamma_26': -0.5798696888914936, 'gamma_27': 1.8267891944756252, 'gamma_28': -3.0913474927676536, 'gamma_29': -1.22622884426489, 'gamma_30': -0.5920795791722203, 'gamma_31': 1.5516301034348867, 'gamma_32': 1.4588837128914207, 'gamma_33': 1.7352177456955986, 'gamma_34': 3.0116419302446404, 'gamma_35': 2.0248313678961942, 'gamma_36': -1.1498198589063393, 'gamma_37': -3.1044528476287763, 'gamma_38': -1.6227146555694845, 'beta_0': 0.6335843900709998, 'beta_1': -1.0666757142035643, 'beta_2': -1.780416391537019, 'beta_3': -0.06502620193269577, 'beta_4': -1.4461579918831033, 'beta_5': -3.1265218640661105, 'beta_6': -0.39554722164235534, 'beta_7': -0.4772744723521631, 'beta_8': -1.8186812106008416, 'beta_9': -3.108102737446568, 'beta_10': 2.3813532442550662, 'beta_11': 1.32087609572394, 'beta_12': 0.5175445080870337, 'beta_13': -0.6690707243686762, 'beta_14': 1.5105723400598596, 'beta_15': 0.2641198259745921, 'beta_16': 2.456860141244848, 'beta_17': -0.8367153594796661, 'beta_18': -2.0486183255932926, 'beta_19': 2.129785720091145, 'beta_20': -0.5459808294306374, 'beta_21': -0.952574540776509, 'beta_22': 1.362698607223958, 'beta_23': 1.7461916296439461, 'beta_24': -3.0943369968664967, 'beta_25': 0.08088687111575378, 'beta_26': 2.0842152799723355, 'beta_27': -3.0939707923080464, 'beta_28': -1.5272950939154932, 'beta_29': -2.9021490289954035, 'beta_30': 1.132269428482816, 'beta_31': -0.7388946873845825, 'beta_32': -1.7362452714848022, 'beta_33': 1.751102855857806, 'beta_34': -2.932005022618305, 'beta_35': -1.5593075845392117, 'beta_36': 1.3067004549134746, 'beta_37': 3.1372304284733987, 'beta_38': -1.8636059589198266}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-07 04:26:06,886] Trial 147 finished with value: -23.686124999999997 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': 1.3714293336032695, 'gamma_1': -1.0246680560264045, 'gamma_2': -2.024198392065367, 'gamma_3': 1.7855200248032466, 'gamma_4': 1.689239499973588, 'gamma_5': -2.107786109773209, 'beta_0': 0.3731113198972851, 'beta_1': -0.26892067605030334, 'beta_2': -2.714121028317034, 'beta_3': -0.7272213960716062, 'beta_4': 1.3412364944087425, 'beta_5': -1.368301955044677}. Best is trial 101 with value: -27.204000000000004.
[I 2021-08-07 04:42:45,259] Trial 148 finished with value: -27.334375000000005 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.5911507327366152, 'gamma_1': -0.7434781172358218, 'beta_0': 1.2342602839097583, 'beta_1': -1.8164689599227866}. Best is trial 148 with value: -27.334375000000005.
[I 2021-08-07 04:57:55,043] Trial 149 finished with value: -26.604374999999997 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.3667812175686844, 'beta_0': 1.6178964550583215}. Best is trial 148 with value: -27.334375000000005.

print(study.best_trial)

FrozenTrial(number=148, values=[-27.334375000000005], datetime_start=datetime.datetime(2021, 8, 7, 4, 26, 6, 889556), datetime_complete=datetime.datetime(2021, 8, 7, 4, 42, 45, 257287), params={'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.5911507327366152, 'gamma_1': -0.7434781172358218, 'beta_0': 1.2342602839097583, 'beta_1': -1.8164689599227866}, distributions={'optimizer': CategoricalDistribution(choices=('SPSA', 'QN-SPSA', 'COBYLA')), 'reps': IntUniformDistribution(high=50, low=1, step=1), 'gamma_0': UniformDistribution(high=3.141592653589793, low=-3.141592653589793), 'gamma_1': UniformDistribution(high=3.141592653589793, low=-3.141592653589793), 'beta_0': UniformDistribution(high=3.141592653589793, low=-3.141592653589793), 'beta_1': UniformDistribution(high=3.141592653589793, low=-3.141592653589793)}, user_attrs={'best': [-27.334375000000005, optimal function value: -35.0
optimal value: [0. 1. 0. 1. 0.]
status: SUCCESS, array([ 3.30216824, -2.8943162 ,  5.07130688, -4.94032   ]), 'QN-SPSA']}, system_attrs={}, intermediate_values={}, trial_id=148, state=TrialState.COMPLETE, value=None)

fig = optuna.visualization.plot_optimization_history(study)
fig.show()

mean, result, optimal_params = study.user_attrs["best"]
optimal_params

---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/tmp/ipykernel_3265470/2432008514.py in <module>
----> 1 mean, result, optimal_params = study.user_attrs["best"]
      2 optimal_params

ValueError: too many values to unpack (expected 3)

max_cut.draw(result)

---------------------------------------------------------------------------
NameError                                 Traceback (most recent call last)
/tmp/ipykernel_3265470/2691994859.py in <module>
----> 1 max_cut.draw(result)

NameError: name 'result' is not defined

mean, result, optimal_params, optimizer_name = study.user_attrs["best"]
print(f"Optimizer: {optimizer_name}")
print(f"Optimal Parameters: {optimal_params}")

Optimizer: QN-SPSA
Optimal Parameters: [ 3.30216824 -2.8943162   5.07130688 -4.94032   ]

import qiskit.tools.jupyter
%qiskit_version_table

/home/hm-tlacherm/.local/lib/python3.8/site-packages/qiskit/aqua/__init__.py:86: DeprecationWarning:

The package qiskit.aqua is deprecated. It was moved/refactored to qiskit-terra For more information see <https://github.com/Qiskit/qiskit-aqua/blob/main/README.md#migration-guide>

Version Information

Qiskit Software	Version
qiskit-terra	0.18.1
qiskit-aer	0.8.2
qiskit-ignis	0.6.0
qiskit-ibmq-provider	0.16.0
qiskit-aqua	0.9.4
qiskit	0.29.0
qiskit-nature	0.1.5
qiskit-optimization	0.2.1
System information
Python	3.8.6 (default, Jan 22 2021, 11:41:28) [GCC 8.4.1 20200928 (Red Hat 8.4.1-1)]
OS	Linux
CPUs	192
Memory (Gb)	6046.015735626221
Sat Aug 07 04:57:55 2021 CEST

import mitiq
mitiq.about()

Mitiq: A Python toolkit for implementing error mitigation on quantum computers
==============================================================================
Authored by: Mitiq team, 2020 & later (https://github.com/unitaryfund/mitiq)

Mitiq Version:	0.9.3

Core Dependencies
-----------------
Cirq Version:	0.10.0
NumPy Version:	1.20.3
SciPy Version:	1.4.1

Optional Dependencies
---------------------
PyQuil Version:	Not installed
Qiskit Version:	0.29.0
Braket Version:	Not installed

Python Version:	3.8.6
Platform Info:	Linux (x86_64)